-- Logs begin at Wed 2021-12-15 12:47:23 UTC, end at Wed 2021-12-15 13:56:21 UTC. -- Dec 15 13:22:56.395203 dv-cinder-813227-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 15 13:22:59.214720 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.common.config [-] Logging enabled! Dec 15 13:22:59.215375 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 13:22:59.215535 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102265) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 13:22:59.218720 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.common.config [-] Logging enabled! Dec 15 13:22:59.218999 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 13:22:59.219322 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102265) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 13:22:59.220268 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 13:22:59.220507 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 13:22:59.220873 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 13:22:59.221121 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 13:22:59.221349 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 13:22:59.221671 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.222095 dv-cinder-813227-4-iscsi neutron-server[102265]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 15 13:22:59.222415 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.222717 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.223058 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.223355 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.223649 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.223933 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.224225 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.224524 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.224811 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.225112 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.225402 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.225692 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.225976 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.226267 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.226558 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.226854 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] debug = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.227152 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.227584 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.228496 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.228783 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.229079 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.229375 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.229641 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.229918 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.230206 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.230536 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] host = dv-cinder-813227-4-iscsi {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.230815 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.231137 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.231427 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.231715 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.231990 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.232272 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.232561 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.232842 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.233116 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] log_file = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.233391 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.233678 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.233966 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.234257 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.234482 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.234705 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.235030 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.235322 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.235597 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.235870 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.236141 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.236417 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.236690 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.236960 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.237249 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.237534 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.237820 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.238093 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.238369 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.238642 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.238939 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.239228 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.239500 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.239772 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.240043 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.240330 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.240601 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.241396 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.241702 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.241991 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.242276 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.242564 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.242840 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.243147 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.243425 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.243697 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.243967 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] use_json = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.244237 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.244507 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.244790 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.245061 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.245332 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.245603 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.245872 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.246155 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:22:59.246452 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.246754 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.247088 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.247375 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.247688 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.247973 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.248265 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.248544 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.248839 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.249130 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.249420 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.249699 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.249989 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.250268 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.250565 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.250902 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.251209 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.251509 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.251787 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.252064 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.252338 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.252617 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.252904 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.253183 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.253479 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.253772 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.254051 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.254349 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.254637 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.254957 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.255255 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.255534 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.255816 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.256110 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.257017 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.257319 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.257607 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.257903 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.258188 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.258465 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.258752 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.259058 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.259338 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.259615 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.259896 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.260191 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.260471 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.260746 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.261019 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.261298 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.261571 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.261859 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.262140 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.262415 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.262690 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.262994 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.263270 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.263552 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.263831 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.264105 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.264383 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.264660 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.264936 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.265217 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.265494 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.265772 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.266050 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.266327 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.266609 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.266916 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.267195 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.267469 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.267747 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.268025 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.268316 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.268615 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.268896 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.269174 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.269455 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.269735 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.270015 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.270296 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.270577 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.270881 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.271156 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.271452 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.271739 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.272054 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.272343 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.272641 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.272940 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.273222 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.273513 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.273792 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.274072 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.274359 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.274645 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.274972 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.275274 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.275574 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.275874 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.276172 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.276454 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.276768 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.277051 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:22:59.277271 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 13:22:59.277511 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102265) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 15 13:22:59.703179 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 13:22:59.703470 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 13:22:59.703787 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 13:22:59.704127 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 15 13:23:00.036287 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.036599 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.036877 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.038707 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.039020 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.039293 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.085436 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.085721 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.085991 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.106294 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.106574 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.106870 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.137174 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.137463 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.137738 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.174918 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.175205 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.175484 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.521725 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.522331 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.522331 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.522572 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.523313 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.621993 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.622322 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.622613 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.622911 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.623184 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.623497 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.623760 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.624018 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.624274 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.624560 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.624824 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.625093 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.625349 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.625607 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.625867 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.626134 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.626392 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.626663 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.626963 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.627230 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.627506 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.627762 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.628048 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.628429 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.628680 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.628928 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.629322 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:23:00.629564 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:23:00.629804 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:23:00.630043 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:23:00.630280 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:23:00.630517 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:23:00.630909 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 15 13:23:00.634555 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 15 13:23:00.638615 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 15 13:23:00.642553 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Dec 15 13:23:00.644212 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 15 13:23:00.644675 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 15 13:23:00.645015 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 15 13:23:00.645407 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 15 13:23:00.648296 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 15 13:23:00.648554 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 15 13:23:00.648904 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 13:23:00.654213 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 15 13:23:00.678214 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 15 13:23:00.679209 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.679517 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102265) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 15 13:23:00.679884 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.681262 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102265) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 15 13:23:00.681554 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 13:23:00.682063 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 15 13:23:00.685414 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.685708 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:00.749075 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 15 13:23:00.749316 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 15 13:23:00.749556 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 15 13:23:00.749940 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 15 13:23:00.772953 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_db.sqlalchemy.engines [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102265) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 15 13:23:01.211373 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.managers [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Initializing driver for type 'gre' Dec 15 13:23:01.211901 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] gre ID ranges: [(1, 1000)] Dec 15 13:23:01.262891 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.managers [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Initializing driver for type 'local' Dec 15 13:23:01.263372 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.managers [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Initializing driver for type 'vlan' Dec 15 13:23:01.276839 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] VlanTypeDriver initialization complete Dec 15 13:23:01.277372 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.managers [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Initializing driver for type 'vxlan' Dec 15 13:23:01.277897 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] vxlan ID ranges: [(1, 1000)] Dec 15 13:23:01.328445 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.managers [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Initializing extension driver 'port_security' Dec 15 13:23:01.328902 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.extensions.port_security [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] PortSecurityExtensionDriver initialization complete Dec 15 13:23:01.329291 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.managers [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Initializing mechanism driver 'openvswitch' Dec 15 13:23:01.329697 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.managers [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Initializing mechanism driver 'hyperv' Dec 15 13:23:01.338917 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.plugins.ml2.plugin [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:23:01.340129 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > port after_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.340612 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > port after_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.341057 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > port after_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.341805 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102265) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 13:23:01.342447 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > subnet after_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.342888 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > subnet after_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.343374 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > subnet after_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.343928 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102265) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 13:23:01.344524 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > network after_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.345017 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > network after_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.345548 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > network after_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.346144 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102265) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 13:23:01.346749 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > security_group after_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.347394 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > security_group after_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.347900 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > security_group after_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.348457 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102265) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 13:23:01.349038 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.349442 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.350049 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.351248 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102265) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 13:23:01.351883 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > address_group after_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.352432 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > address_group after_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.352957 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > address_group after_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.353560 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102265) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 13:23:01.354244 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] ML2 OVO RPC backend initialized. {{(pid=102265) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 15 13:23:01.355207 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router_interface after_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.355689 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.356289 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > network before_response 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.356760 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > networks before_response 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.357125 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > port before_response 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.357479 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > ports before_response 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.357835 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > subnet before_response 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.358190 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > subnets before_response 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.358552 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > network after_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.358927 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > network after_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.359277 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > network after_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.359652 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > port after_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.360001 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > port after_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.360372 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > port after_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.360718 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > subnet after_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.361062 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > subnet after_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.361404 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > subnet after_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.361998 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.plugin [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Modular L2 Plugin initialization complete Dec 15 13:23:01.362335 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading services supported by the core plugin {{(pid=102265) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 15 13:23:01.362671 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.plugins.ml2.managers [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Got port-security extension from driver 'port_security' Dec 15 13:23:01.363169 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.extensions.vlantransparent [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Disabled vlantransparent extension. Dec 15 13:23:01.363659 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102265) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 15 13:23:01.363982 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading Plugin: router Dec 15 13:23:01.400650 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router_interface before_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.401055 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router after_create 55549900 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.401435 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router before_create 55549900 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.401805 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.402282 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.402652 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router after_delete 55549900 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.403046 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > floatingip after_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.403524 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > floatingip after_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.403897 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router after_create 55549900 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.404252 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router after_update 55549900 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.404610 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router after_update 55549900 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.404965 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.405330 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router after_update 55549900 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.405750 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router precommit_update 55549900 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.406124 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: port after_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.406470 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: port after_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.406816 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: subnet after_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.407206 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.407565 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > port precommit_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.407918 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router precommit_create 55549900 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.408265 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: port before_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.408616 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router precommit_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.408980 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router after_update 55549900 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.409327 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router precommit_delete 55549900 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.409683 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router precommit_create 55549900 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.410048 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router_interface after_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.410398 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router precommit_update 55549900 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.410767 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > agent after_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.411147 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > agent after_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.411498 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > network after_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.413693 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Tracking information for resource: router configured {{(pid=102265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:23:01.414034 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Tracking information for resource: floatingip configured {{(pid=102265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 13:23:01.419229 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.db.l3_agentschedulers_db [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 15 13:23:01.419815 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: port after_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.420187 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: port after_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.420547 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: port after_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.420903 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: port after_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.421713 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router before_create 55550100 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.422081 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router precommit_delete 55550100 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.422452 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router precommit_create 55550100 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.422812 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > router precommit_update 55550100 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.427807 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.services.provider_configuration [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Service providers = [] {{(pid=102265) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 15 13:23:01.428178 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.db.servicetype_db [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102265) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 15 13:23:01.431183 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.services.service_base [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102265) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 13:23:01.431537 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.services.service_base [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102265) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 13:23:01.432141 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.services.service_base [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102265) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 13:23:01.433042 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.services.service_base [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102265) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 13:23:01.433416 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.services.service_base [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 15 13:23:01.433801 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:23:01.434124 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 15 13:23:01.444979 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:23:01.445320 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading Plugin: auto_allocate Dec 15 13:23:01.451146 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: network precommit_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.451529 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: network precommit_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.452060 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:23:01.452389 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading Plugin: tag Dec 15 13:23:01.459193 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:23:01.459528 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading Plugin: timestamp Dec 15 13:23:01.463963 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:23:01.464251 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading Plugin: network_ip_availability Dec 15 13:23:01.469827 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.470202 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.470565 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.471321 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:23:01.471649 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading Plugin: flavors Dec 15 13:23:01.477224 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:23:01.477558 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading Plugin: revisions Dec 15 13:23:01.481943 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 13:23:01.482348 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_concurrency.lockutils [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.778s {{(pid=102265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 13:23:01.483127 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102265) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 15 13:23:01.483470 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Initializing extension manager. Dec 15 13:23:01.484103 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: __init__.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.484477 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: __pycache__ {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.484865 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.485205 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: address_group.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.486079 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.486709 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: address-group Dec 15 13:23:01.487073 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: address_scope.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.487932 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.488460 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: address-scope Dec 15 13:23:01.488814 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: admin_state_down_before_update.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.489762 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.490280 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: router-admin-state-down-before-update Dec 15 13:23:01.490608 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: agent.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.491385 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.491898 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: agent Dec 15 13:23:01.492225 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: agent_resources_synced.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.493152 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.493666 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: agent-resources-synced Dec 15 13:23:01.493994 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: allowedaddresspairs.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.495836 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.496361 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: allowed-address-pairs Dec 15 13:23:01.496690 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: auto_allocated_topology.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.497784 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.498313 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: auto-allocated-topology Dec 15 13:23:01.498641 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: availability_zone.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.499375 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.499890 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: availability_zone Dec 15 13:23:01.500223 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: availability_zone_filter.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.501154 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.501676 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: availability_zone_filter Dec 15 13:23:01.502005 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: data_plane_status.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.502958 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.503554 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension data-plane-status not supported by any of loaded plugins Dec 15 13:23:01.503887 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: default_subnetpools.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.504822 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.505336 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: default-subnetpools Dec 15 13:23:01.505663 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: dhcpagentscheduler.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.506480 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.507054 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: dhcp_agent_scheduler Dec 15 13:23:01.507384 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: dns.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.508328 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.508837 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension dns-integration not supported by any of loaded plugins Dec 15 13:23:01.509163 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: dns_domain_ports.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.510099 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.510613 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 15 13:23:01.510966 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.511912 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.512429 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 15 13:23:01.512758 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: dvr.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.513440 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.513953 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: dvr Dec 15 13:23:01.514279 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: ecmp_routes.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.515310 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.515823 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension ecmp_routes not supported by any of loaded plugins Dec 15 13:23:01.516149 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: empty_string_filtering.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.517081 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.517593 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: empty-string-filtering Dec 15 13:23:01.517918 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.518835 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.519364 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 15 13:23:01.519687 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.520617 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.521125 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 15 13:23:01.521457 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: external_net.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.522924 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.523444 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: external-net Dec 15 13:23:01.523754 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: extra_dhcp_opt.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.524673 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.525187 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: extra_dhcp_opt Dec 15 13:23:01.525517 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: extraroute.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.526443 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.526992 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: extraroute Dec 15 13:23:01.527321 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: extraroute_atomic.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.529881 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.530427 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: extraroute-atomic Dec 15 13:23:01.530770 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: filter_validation.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.531490 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.532017 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: filter-validation Dec 15 13:23:01.532353 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: fip_pf_description.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.533285 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.533802 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 15 13:23:01.534134 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: fip_port_details.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.535114 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.535632 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: fip-port-details Dec 15 13:23:01.535963 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: flavors.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.537221 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.537744 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: flavors Dec 15 13:23:01.538642 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.540374 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.540902 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 15 13:23:01.541236 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: floatingip_pools.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.541951 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.542466 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: floatingip-pools Dec 15 13:23:01.542796 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: ip_allocation.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.543796 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.544308 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension ip_allocation not supported by any of loaded plugins Dec 15 13:23:01.544638 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.545575 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.546087 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: ip-substring-filtering Dec 15 13:23:01.546418 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: l2_adjacency.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.547394 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.547906 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension l2_adjacency not supported by any of loaded plugins Dec 15 13:23:01.548231 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: l3.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.549205 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.549725 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: router Dec 15 13:23:01.550057 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: l3_conntrack_helper.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.552338 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.552865 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 15 13:23:01.553202 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.554177 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.554698 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: ext-gw-mode Dec 15 13:23:01.555068 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.556036 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.556552 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: l3-ha Dec 15 13:23:01.557135 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: l3_flavors.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.558071 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.558590 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: l3-flavors Dec 15 13:23:01.558945 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.559888 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.560400 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: l3-port-ip-change-not-allowed Dec 15 13:23:01.560731 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: l3agentscheduler.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.561791 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.562311 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: l3_agent_scheduler Dec 15 13:23:01.562646 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: local_ip.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.564460 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.564988 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension local_ip not supported by any of loaded plugins Dec 15 13:23:01.565328 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: logging.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.566814 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.567379 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension logging not supported by any of loaded plugins Dec 15 13:23:01.567718 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: metering.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.568608 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.569733 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: metering Dec 15 13:23:01.570072 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.571218 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.571745 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: metering_source_and_destination_fields Dec 15 13:23:01.572077 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: multiprovidernet.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.573024 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.573545 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: multi-provider Dec 15 13:23:01.573875 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: netmtu.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.574812 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.575351 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: net-mtu Dec 15 13:23:01.575677 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: netmtu_writable.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.576609 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.577125 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: net-mtu-writable Dec 15 13:23:01.577451 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: network_availability_zone.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.578130 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.578640 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: network_availability_zone Dec 15 13:23:01.580155 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: network_ip_availability.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.581770 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.582297 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: network-ip-availability Dec 15 13:23:01.582629 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: network_segment_range.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.583451 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.583966 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension network-segment-range not supported by any of loaded plugins Dec 15 13:23:01.584297 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: pagination.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.585851 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.586189 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: pagination Dec 15 13:23:01.586517 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: port_device_profile.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.587481 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.588004 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: port-device-profile Dec 15 13:23:01.588334 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.589263 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.589784 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: port-mac-address-regenerate Dec 15 13:23:01.590111 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.591077 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.591596 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: port-numa-affinity-policy Dec 15 13:23:01.591924 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: port_resource_request.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.592853 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.593372 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension port-resource-request not supported by any of loaded plugins Dec 15 13:23:01.593708 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: port_resource_request_groups.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.594686 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.595229 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 15 13:23:01.595558 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: portbindings.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.596512 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.597030 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: binding Dec 15 13:23:01.597357 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: portbindings_extended.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.598655 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.599200 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: binding-extended Dec 15 13:23:01.599534 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: portsecurity.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.600493 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.601008 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: port-security Dec 15 13:23:01.601337 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: project_id.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.602333 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.602667 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: project-id Dec 15 13:23:01.603033 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: providernet.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.604056 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.604591 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: provider Dec 15 13:23:01.604921 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: qos.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.608566 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.609097 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension qos not supported by any of loaded plugins Dec 15 13:23:01.609433 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.610690 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.611254 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 15 13:23:01.611591 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.612525 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.613046 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 15 13:23:01.613380 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: qos_default.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.614309 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.614830 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension qos-default not supported by any of loaded plugins Dec 15 13:23:01.615188 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: qos_fip.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.615851 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.616413 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension qos-fip not supported by any of loaded plugins Dec 15 13:23:01.616744 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: qos_fip_network_policy.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.617752 dv-cinder-813227-4-iscsi neutron-server[102265]: WARNING neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 15 13:23:01.618087 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: qos_gateway_ip.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.619053 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.619574 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 15 13:23:01.619904 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: qos_port_network_policy.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.620829 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.621346 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 15 13:23:01.621675 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.622830 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.623383 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 15 13:23:01.623723 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: qos_pps_rule.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.624938 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.625460 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension qos-pps not supported by any of loaded plugins Dec 15 13:23:01.625791 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: qos_rule_type_details.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.626721 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.627275 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 15 13:23:01.627607 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: qos_rules_alias.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.628670 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.629190 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 15 13:23:01.629520 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: quota_check_limit.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.630452 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.631008 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: quota-check-limit Dec 15 13:23:01.631341 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: quotasv2.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.632785 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.633119 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: quotas Dec 15 13:23:01.633447 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: quotasv2_detail.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.636650 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.636999 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: quota_details Dec 15 13:23:01.637341 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: rbac.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.638410 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.638978 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: rbac-policies Dec 15 13:23:01.639318 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: rbac_address_group.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.640273 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.640802 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: rbac-address-group Dec 15 13:23:01.641135 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: rbac_address_scope.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.642079 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.642602 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: rbac-address-scope Dec 15 13:23:01.643035 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: rbac_security_groups.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.643983 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.644508 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: rbac-security-groups Dec 15 13:23:01.644836 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: rbac_subnetpool.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.645763 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.646279 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: rbac-subnetpool Dec 15 13:23:01.646606 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: revisionifmatch.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.648100 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.648622 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: revision-if-match Dec 15 13:23:01.648947 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: revisions.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.650073 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.650591 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: standard-attr-revisions Dec 15 13:23:01.650949 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: router_availability_zone.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.651634 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.652148 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: router_availability_zone Dec 15 13:23:01.652473 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: routerservicetype.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.653410 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.653934 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension router-service-type not supported by any of loaded plugins Dec 15 13:23:01.654260 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.655298 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.655820 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: security-groups-normalized-cidr Dec 15 13:23:01.656145 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: security_groups_port_filtering.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.657092 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.657606 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: port-security-groups-filtering Dec 15 13:23:01.657931 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.658926 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.659444 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: security-groups-remote-address-group Dec 15 13:23:01.659768 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.660725 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.661242 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: security-groups-shared-filtering Dec 15 13:23:01.661570 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.662157 dv-cinder-813227-4-iscsi neutron-server[102265]: WARNING neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 15 13:23:01.662482 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: securitygroup.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.672429 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.672974 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: security-group Dec 15 13:23:01.673319 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: segment.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.674125 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.674650 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension segment not supported by any of loaded plugins Dec 15 13:23:01.675025 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.675993 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.676514 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 15 13:23:01.676850 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: servicetype.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.677980 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.678533 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: service-type Dec 15 13:23:01.678892 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: sorting.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.679896 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.680391 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: sorting Dec 15 13:23:01.680729 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: standard_attr_segment.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.681676 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.682459 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 15 13:23:01.682791 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: standardattrdescription.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.683490 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.684005 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: standard-attr-description Dec 15 13:23:01.684334 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: stateful_security_group.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.685278 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.685845 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: stateful-security-group Dec 15 13:23:01.686168 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: stdattrs_common.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.686747 dv-cinder-813227-4-iscsi neutron-server[102265]: WARNING neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 15 13:23:01.687099 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.688063 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.688603 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 15 13:23:01.688934 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: subnet_onboard.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.690028 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.690767 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: subnet_onboard Dec 15 13:23:01.690890 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.691839 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.692358 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 15 13:23:01.692685 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: subnet_service_types.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.693632 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.694674 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: subnet-service-types Dec 15 13:23:01.695029 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: subnetallocation.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.696144 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.696667 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: subnet_allocation Dec 15 13:23:01.696999 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.697675 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.698191 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: subnetpool-prefix-ops Dec 15 13:23:01.698516 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.699508 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.700027 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 15 13:23:01.700357 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: tagging.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.701425 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.701949 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: standard-attr-tag Dec 15 13:23:01.702288 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: timestamp.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.703537 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.704062 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loaded extension: standard-attr-timestamp Dec 15 13:23:01.704400 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: trunk.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.705548 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.706074 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension trunk not supported by any of loaded plugins Dec 15 13:23:01.706409 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: trunk_details.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.707384 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.707906 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension trunk-details not supported by any of loaded plugins Dec 15 13:23:01.708239 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: uplink_status_propagation.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.709204 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.709741 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 15 13:23:01.710601 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Loading extension file: vlantransparent.py {{(pid=102265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 13:23:01.711308 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 13:23:01.711823 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extension vlan-transparent not supported by any of loaded plugins Dec 15 13:23:01.714402 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Creating instance of TrackedResource for resource:network Dec 15 13:23:01.714915 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Creating instance of TrackedResource for resource:subnet Dec 15 13:23:01.715335 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 13:23:01.715730 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Creating instance of TrackedResource for resource:port Dec 15 13:23:01.716983 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.v2.resource_helper [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:23:01.717572 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.v2.resource_helper [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Service FLAVORS assigned prefix: {{(pid=102265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:23:01.718201 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.v2.resource_helper [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:23:01.718638 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.v2.resource_helper [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:23:01.719003 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Creating instance of TrackedResource for resource:router Dec 15 13:23:01.719444 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Creating instance of TrackedResource for resource:floatingip Dec 15 13:23:01.719937 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.v2.resource_helper [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Service METERING assigned prefix: /metering {{(pid=102265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:23:01.721381 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.721759 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.722118 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:23:01.723177 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 13:23:01.723639 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Creating instance of TrackedResource for resource:security_group Dec 15 13:23:01.724080 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 13:23:01.724699 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.v2.resource_helper [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Service CORE assigned prefix: {{(pid=102265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:23:01.725035 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 13:23:01.725407 dv-cinder-813227-4-iscsi neutron-server[102265]: WARNING neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] subnetpool is already registered Dec 15 13:23:01.725851 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.v2.resource_helper [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Service CORE assigned prefix: {{(pid=102265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:23:01.726179 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 13:23:01.726512 dv-cinder-813227-4-iscsi neutron-server[102265]: WARNING neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] subnetpool is already registered Dec 15 13:23:01.728810 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.v2.resource_helper [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:23:01.729247 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.v2.resource_helper [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Service FLAVORS assigned prefix: {{(pid=102265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:23:01.729845 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.v2.resource_helper [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:23:01.730271 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.v2.resource_helper [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:23:01.730613 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Creating instance of TrackedResource for resource:router Dec 15 13:23:01.730993 dv-cinder-813227-4-iscsi neutron-server[102265]: WARNING neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] router is already registered Dec 15 13:23:01.731411 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Creating instance of TrackedResource for resource:floatingip Dec 15 13:23:01.731752 dv-cinder-813227-4-iscsi neutron-server[102265]: WARNING neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] floatingip is already registered Dec 15 13:23:01.732215 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.v2.resource_helper [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Service METERING assigned prefix: /metering {{(pid=102265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:23:01.732881 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 13:23:01.733212 dv-cinder-813227-4-iscsi neutron-server[102265]: WARNING neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] rbac_policy is already registered Dec 15 13:23:01.733628 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Creating instance of TrackedResource for resource:security_group Dec 15 13:23:01.733966 dv-cinder-813227-4-iscsi neutron-server[102265]: WARNING neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] security_group is already registered Dec 15 13:23:01.734373 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 13:23:01.734710 dv-cinder-813227-4-iscsi neutron-server[102265]: WARNING neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] security_group_rule is already registered Dec 15 13:23:01.735385 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.v2.resource_helper [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Service CORE assigned prefix: {{(pid=102265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:23:01.735723 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 13:23:01.736063 dv-cinder-813227-4-iscsi neutron-server[102265]: WARNING neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] subnetpool is already registered Dec 15 13:23:01.736486 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.v2.resource_helper [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Service CORE assigned prefix: {{(pid=102265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 13:23:01.736816 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 13:23:01.737153 dv-cinder-813227-4-iscsi neutron-server[102265]: WARNING neutron.quota.resource_registry [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] subnetpool is already registered Dec 15 13:23:01.737621 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: extensions {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.739100 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: address-groups {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.740844 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: address-scopes {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.742214 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: agents {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.743421 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: auto-allocated-topology {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.744675 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: availability_zones {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.745904 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: dhcp-networks {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.747461 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: dhcp-agents {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.748899 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: routers {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.751145 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: flavors {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.752331 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: service_profiles {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.753557 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: next_providers {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.755046 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: service_profiles {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.758074 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: floatingip-pools {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.759368 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: routers {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.761498 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: floatingips {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.762799 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: l3-routers {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.764230 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: l3-agents {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.765650 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: metering-labels {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.767065 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: metering-label-rules {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.768363 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: network-ip-availabilities {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.769634 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: bindings {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.771352 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: quotas {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.773552 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: quotas {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.775135 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: rbac-policies {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.776434 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: security-groups {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.777691 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: security-group-rules {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.778959 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: service-providers {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.780203 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: subnetpools {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.781656 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: subnetpools {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.783143 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: tags {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.784846 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: tags {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.787029 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: tags {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.788909 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: tags {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.790725 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: tags {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.792645 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: tags {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.794342 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: tags {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.796291 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: tags {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.798088 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: tags {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.799982 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron.api.extensions [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Extended resource: tags {{(pid=102265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 13:23:01.806213 dv-cinder-813227-4-iscsi neutron-server[102265]: WARNING keystonemiddleware.auth_token [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 15 13:23:01.811230 dv-cinder-813227-4-iscsi neutron-server[102265]: WARNING keystonemiddleware.auth_token [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 15 13:23:01.820476 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_concurrency.lockutils [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Acquired lock "singleton_lock" {{(pid=102265) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 15 13:23:01.820948 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_concurrency.lockutils [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Releasing lock "singleton_lock" {{(pid=102265) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 15 13:23:01.821607 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO oslo_service.service [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Starting 2 workers Dec 15 13:23:01.826430 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Started child 102374 {{(pid=102265) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 13:23:01.830875 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Started child 102375 {{(pid=102265) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 13:23:01.832083 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:01.832712 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO neutron.service [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Neutron service started, listening on 0.0.0.0:9696 Dec 15 13:23:01.833059 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Publish callbacks [] for process, before_spawn {{(pid=102265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:01.833786 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [-] (102374) wsgi starting up on http://0.0.0.0:9696 Dec 15 13:23:01.836146 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO oslo_service.service [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Starting 1 workers Dec 15 13:23:01.836256 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:01.837629 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [-] (102375) wsgi starting up on http://0.0.0.0:9696 Dec 15 13:23:01.841349 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Started child 102376 {{(pid=102265) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 13:23:01.841933 dv-cinder-813227-4-iscsi neutron-server[102265]: INFO oslo_service.service [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Starting 1 workers Dec 15 13:23:01.845128 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.service [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] calling RpcWorker wait() {{(pid=102376) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 15 13:23:01.845670 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.service [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] returning from RpcWorker wait() {{(pid=102376) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 15 13:23:01.846351 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Started child 102377 {{(pid=102265) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 13:23:01.846918 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:01.847146 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG neutron_lib.callbacks.manager [None req-3c52c435-0b45-4170-85cc-e1953cd3aeef None None] Publish callbacks [] for process, after_spawn {{(pid=102265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:01.847358 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:23:01.848955 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102265) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 13:23:01.849183 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 13:23:01.849377 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 13:23:01.849603 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 13:23:01.849947 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 13:23:01.850134 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 13:23:01.850697 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.851013 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.851290 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.851402 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:01.851845 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.851845 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.852454 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.852735 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.853002 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.853284 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.853539 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.853716 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.853886 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.854151 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.854384 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.854705 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.855005 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.855263 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.855512 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.855682 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.855938 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.856227 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.856463 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.856729 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] debug = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.856988 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.857461 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.857703 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.857947 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.858173 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.858452 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.858701 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.858992 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.859233 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.859451 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.859675 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.859918 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.860175 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.860411 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.860663 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.860879 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.861144 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.861369 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.861855 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] host = dv-cinder-813227-4-iscsi {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.862072 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.862310 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.862538 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.862786 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.863081 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.863304 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.863557 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.863818 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.864045 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.864290 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.864532 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.864792 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.865035 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.865290 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] log_file = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.865449 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] log_options = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.865690 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.865968 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.866271 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.866476 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.866625 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.866805 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.867090 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.867262 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.867493 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.867710 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.867925 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.868144 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.868379 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.868594 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.868844 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.869079 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.869331 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.869543 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.869793 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.870025 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.870252 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.870494 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.870734 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.870996 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.871214 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.871430 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.871714 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.871893 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.872117 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.872370 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.872613 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.872858 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.873076 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.873333 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.873608 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.873858 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.874086 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.874303 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.874573 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.874801 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.875087 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.875377 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.875564 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.875812 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.876044 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.876328 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.876483 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] use_json = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.876729 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.876973 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.877216 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.878467 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.878705 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.879392 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.879578 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.880068 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.880544 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.880705 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:23:01.880837 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.881140 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.881420 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.882218 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.882509 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.882827 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.883369 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.884108 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.884881 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.885788 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.886034 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.886329 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.888383 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.888694 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.889047 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.889303 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.889588 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.889836 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.890081 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.890334 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.890581 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.890888 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.891124 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.891365 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.891623 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.891873 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.892182 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.892859 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.893184 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.893474 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.893848 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.893980 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.894461 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.894461 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.894729 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.895463 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.895625 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.895770 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.896022 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.896252 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.896471 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.896717 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.896955 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.898259 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.898259 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.898259 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.898582 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.899044 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.899044 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.899322 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.899446 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.899603 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.899843 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.900197 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.900646 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.900781 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.901263 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.901263 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.901519 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.901660 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.901906 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.902258 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.902492 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.903258 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.903258 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.903258 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.903646 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.903646 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.903899 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.904084 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.904301 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.904517 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.904911 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.905133 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.905354 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.905571 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.905791 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.906014 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.906235 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.906470 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.906727 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.906918 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.907153 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.907365 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.907773 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.907773 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.908042 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.908306 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.908445 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.910887 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.910887 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.910887 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.910887 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.910887 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.910887 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.910887 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.910887 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.911636 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.911636 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.911636 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.911636 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.911636 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.912175 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.912175 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.912175 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.912491 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.912643 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.912861 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.913296 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.913715 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.914139 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.914540 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.915054 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.915538 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.916021 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.916263 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.916714 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.916991 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.917238 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.917497 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.917741 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.918008 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.918323 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.918609 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.918941 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.919176 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.919414 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.919693 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.919959 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.920232 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.920501 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.920781 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.921008 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.921305 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.921618 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.921943 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.922200 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.922586 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.922826 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.923309 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.923710 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.924154 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.924554 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.924938 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.925342 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.925744 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.926147 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.926583 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.927040 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.927456 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.927848 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.928246 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.929095 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.929503 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.929869 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.930252 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.930627 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.931012 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.931281 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.931503 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.931754 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.932229 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.932473 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.932720 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.932970 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.933190 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.933414 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.933655 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.933907 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.934130 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.934351 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.934571 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.934836 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.935090 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.935351 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.935608 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.935844 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.936091 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.936347 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.936584 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.936797 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.937049 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.937294 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.937545 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.937718 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.938079 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.938445 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.938679 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.938930 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.939168 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.939424 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.939675 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.940002 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.940254 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.940487 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.940723 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.941020 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.941240 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.941633 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.941877 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.942096 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.942315 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.942533 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.942765 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.943044 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.943298 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.943550 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.943785 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.943996 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.944761 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.944986 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.945296 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.945543 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.945775 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.946033 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.946270 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.946495 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.946930 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.947148 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.947361 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.947584 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.947826 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.948035 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.948282 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.948491 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.948721 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.948942 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.949158 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.949394 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.949636 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.949844 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.950052 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.950278 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.950499 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.950705 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.950954 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.951163 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.951371 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.951590 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.951805 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.952026 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.952230 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.952461 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.952671 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.952893 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.953108 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.953317 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.953611 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.953879 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.954106 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.954399 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.954630 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.954899 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.956419 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.956419 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.956419 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.956675 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.956859 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.957143 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.957493 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.957778 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.958117 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.958404 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.958670 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.958996 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.959280 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.959592 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.959894 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.960143 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.960462 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.960811 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.961094 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.961354 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.961624 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.961886 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.962118 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.962346 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.962597 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.962882 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.963622 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.963945 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.964331 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.966302 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.966502 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.966747 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.967453 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.969139 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.971055 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.971341 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.971586 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.971760 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 13:23:01.972318 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102265) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 13:23:01.972498 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 13:23:01.972667 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 13:23:01.972883 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 13:23:01.973068 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 13:23:01.973232 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 13:23:01.973447 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.973620 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.973787 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.973951 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.974115 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.974320 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.974487 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.974650 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.974814 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.975237 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.975464 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.975630 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.975796 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.976061 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.976229 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.976394 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.976556 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.976722 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.976933 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.977219 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.977390 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.977555 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.977713 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] debug = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.977877 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.978087 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.978258 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.978420 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.978582 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.978749 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.978940 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.979099 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.979265 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.979432 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.979592 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.979754 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.979915 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.980080 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.980236 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.980400 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.980561 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.980666 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:23:01.980754 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.980869 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] host = dv-cinder-813227-4-iscsi {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.981030 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.981191 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.981352 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.981512 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.981672 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.981834 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.981995 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.982156 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.982342 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.982503 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.982664 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.982825 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.983032 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.983195 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] log_file = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.983356 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] log_options = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.983517 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.983677 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.983838 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.984025 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.984193 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.984356 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.984517 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.984679 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.984824 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.984988 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.985148 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.985308 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.985469 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.985629 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.985790 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.985950 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.986111 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.986272 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.986434 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.986594 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.986755 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.986936 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.987098 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.987262 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.987422 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.987581 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.987743 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.987904 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.988066 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.988226 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.988386 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.988547 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.988714 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.988875 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.989035 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.989196 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.989357 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.989518 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.989728 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.989828 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.989988 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.990147 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.990307 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.990467 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.990628 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.990789 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.990975 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] use_json = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.993106 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.993280 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.993451 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.993667 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.993884 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.994051 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.994300 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.994940 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 13:23:01.996023 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.996219 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.996410 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.996588 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.996802 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.997026 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.997200 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.997363 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.997558 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.997685 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.997857 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.998165 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.998388 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.998563 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.998735 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.998930 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.999100 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.999268 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.999436 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.999670 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.999805 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:01.999947 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.000085 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.000221 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.000390 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.000544 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.000707 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.000878 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.001043 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.001223 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.001389 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.001553 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.001716 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.001927 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.002228 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.002404 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.002571 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.002737 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.002926 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.003096 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.003313 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.003484 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.003645 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.003810 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.003977 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.004141 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.004310 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.004525 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.004695 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.004861 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.005026 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.005190 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.005425 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.005597 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.005762 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.005927 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.006091 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.006363 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.006535 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.007263 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.007432 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.007598 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.007764 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.007934 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.008174 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.008345 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.008510 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.008679 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.008856 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.009021 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.009185 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.009348 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.009513 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.009676 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.009839 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.010002 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.010327 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.010493 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.010656 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.010821 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.011009 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.011174 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.011340 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.011504 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.011670 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.011835 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.011999 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.012163 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.012332 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.012478 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.012642 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.012815 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.012993 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.013157 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.013308 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.013473 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.013636 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.013800 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.013963 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.014128 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.014291 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.014454 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.014617 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.014779 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.014967 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.015133 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.015297 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.015460 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.015623 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.015786 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.015949 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.016113 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.016275 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.016441 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.016609 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.019072 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.019268 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.019453 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.019645 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.019826 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.020048 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.020280 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.020468 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.020651 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.020807 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.020980 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.021148 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.021316 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.021481 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.021646 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.021813 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.021977 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.022139 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.022322 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.022498 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.022660 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.022821 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.023005 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.023190 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.023351 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.023513 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.023675 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.023835 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.023996 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.024157 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.024317 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.024478 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.024638 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.024799 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.024961 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.025120 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.025281 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.025442 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.025602 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.025769 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.025932 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.026088 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.026261 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.026406 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.026568 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.026728 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.026951 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.027122 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.027374 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.027544 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.027704 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.030525 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.030716 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.031010 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.031519 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.031734 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.032046 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.032227 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.032395 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.032954 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.033128 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.033295 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.033462 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.033626 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.033791 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.033954 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.034117 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.034282 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.034444 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.034606 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.034768 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.034972 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.035138 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.035302 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.035462 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.035624 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.035785 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.035946 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.036122 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.036282 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.036443 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.036603 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.036764 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.036924 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.037084 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.037244 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.037405 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.037565 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.037724 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.037930 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.038092 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.038255 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.038388 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.038538 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.038697 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.038887 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.039037 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.039211 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.039372 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.039532 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.039692 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.039851 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.040010 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.040183 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.040344 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.040502 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.040661 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.040820 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.041002 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.041171 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.041332 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.041490 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.041648 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.041806 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.041970 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.042141 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.042300 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.042457 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.042615 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.042773 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.042961 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.043131 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.043290 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.043449 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.043608 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.043767 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.043927 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.044096 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.044255 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.044415 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.044574 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.044733 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.044892 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.045058 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.045235 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.045402 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.045569 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.045727 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.045886 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.046045 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.046216 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.046377 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.046539 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.046698 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.046872 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.047034 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.047197 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.047360 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.047531 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.047698 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.047860 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.048028 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.048196 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.048366 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.048526 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.048692 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.048862 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.049023 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.049183 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.049342 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.049501 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.049661 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.049820 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.049979 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.050139 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.050297 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.050456 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.050616 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.050774 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.050954 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.051114 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.051274 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.051433 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.051592 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.051753 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.051918 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 13:23:02.052071 dv-cinder-813227-4-iscsi neutron-server[102265]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 13:23:02.066740 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 49782) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:23:02.075941 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070226 Dec 15 13:23:13.450932 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025dfa8c-c4f7-408b-ad75-3fd913c06e98 None None] get_active_networks_info from dv-cinder-813227-4-iscsi {{(pid=102376) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 13:23:13.579403 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025dfa8c-c4f7-408b-ad75-3fd913c06e98 None None] No non-hosted networks {{(pid=102376) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 15 13:23:13.594289 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.agentschedulers_db [None req-025dfa8c-c4f7-408b-ad75-3fd913c06e98 None None] DHCP Agent not found on host dv-cinder-813227-4-iscsi {{(pid=102376) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 15 13:23:13.702364 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-eae8a9a4-ae15-43a2-9c79-cfb620dff049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531195'] for agent, after_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:15.751573 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-202c62f5-69fe-40b2-969c-520131b944a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531195'] for agent, after_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:15.804175 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-2b19e975-636b-4a57-8f54-29d30971a813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:16.879404 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531195'] for agent, after_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:18.505833 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531195'] for agent, after_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:19.378713 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531195'] for agent, after_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:19.379913 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:19.380259 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:19.380598 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:19.380932 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:19.381287 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:19.381590 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:19.381916 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:19.382265 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:19.382590 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:19.382935 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:19.383278 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:19.383600 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:19.383930 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:19.384330 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813227-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:23:19.391382 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813227-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:23:19.572272 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.db.l3_hamode_db [None req-b106752c-062f-40f7-83a5-c2bfef4e315b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 15 13:23:19.649626 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b106752c-062f-40f7-83a5-c2bfef4e315b None None] Routers set() bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:23:19.650035 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b106752c-062f-40f7-83a5-c2bfef4e315b None None] Router IDs set() for agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 13:23:19.929718 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 49874) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:23:20.439846 dv-cinder-813227-4-iscsi neutron-server[102374]: WARNING oslo_policy.policy [None req-f9d4cbd6-aa2d-48a9-8d08-2a4942394252 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:23:20.440554 dv-cinder-813227-4-iscsi neutron-server[102374]: WARNING oslo_policy.policy [None req-f9d4cbd6-aa2d-48a9-8d08-2a4942394252 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:23:20.668550 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [None req-f9d4cbd6-aa2d-48a9-8d08-2a4942394252 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:23:20.669919 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-f9d4cbd6-aa2d-48a9-8d08-2a4942394252 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7380199 Dec 15 13:23:23.251467 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 49890) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:23:23.558446 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-a22dd7ec-ded0-4058-8289-7daed3f58686 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:23:23.653875 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.policy [None req-a22dd7ec-ded0-4058-8289-7daed3f58686 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102374) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 13:23:23.701478 dv-cinder-813227-4-iscsi neutron-server[102374]: WARNING oslo_policy.policy [None req-a22dd7ec-ded0-4058-8289-7daed3f58686 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:23:23.701847 dv-cinder-813227-4-iscsi neutron-server[102374]: WARNING oslo_policy.policy [None req-a22dd7ec-ded0-4058-8289-7daed3f58686 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:23:23.710314 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.quota [None req-a22dd7ec-ded0-4058-8289-7daed3f58686 admin admin] Loaded quota_driver: . Dec 15 13:23:23.798638 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a22dd7ec-ded0-4058-8289-7daed3f58686 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790302106336', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790302106835', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790302026279', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790302025006', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790302011509', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790302006930', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1642995', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1653235', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536000', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3623448'] for rbac-policy, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:23.862056 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a22dd7ec-ded0-4058-8289-7daed3f58686 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:23.863262 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-a22dd7ec-ded0-4058-8289-7daed3f58686 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6108255 Dec 15 13:23:26.632390 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 49902) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:23:26.933704 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'd9bef98222d5424aa293398d503f422d', 'name': 'private', 'project_id': 'd9bef98222d5424aa293398d503f422d'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:23:26.962112 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Made reservation on behalf of d9bef98222d5424aa293398d503f422d for: {'network': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:23:26.965618 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for network, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:26.982097 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:27.089280 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:27.093098 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:27.112632 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=102374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:23:27.141302 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790303350649', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:27.141897 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Unsubscribe: segment precommit_create {{(pid=102374) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 13:23:27.142408 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.db.segments_db [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Added segment 36a9ff74-17ad-4e6a-aac5-5cb414342311 of type vlan for network 29b4021f-fe71-4109-a6c4-da3081b76591 Dec 15 13:23:27.157919 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dbb8fb-6054-4491-9c38-5fd328a1f27c,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:23:27.184693 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:27.185051 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:27.185391 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:27.185981 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:27.186301 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:27.186618 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:27.186982 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:27.187307 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:27.187638 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:27.187969 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:27.188286 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:27.188597 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:27.188907 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Tracked resource versions report: Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: pushed versions: Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: { 'AddressGroup': {'1.2'}, Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: 'ConntrackHelper': {'1.0'}, Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: 'Log': {'1.0'}, Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: 'Network': {'1.1'}, Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: 'Port': {'1.7'}, Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: 'PortForwarding': {'1.2'}, Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: 'QosPolicy': {'1.10'}, Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: 'SecurityGroup': {'1.5'}, Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: 'SubPort': {'1.0'}, Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: 'Subnet': {'1.1'}, Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: 'Trunk': {'1.1'}} Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: consumer versions: Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: { DHCP agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: L3 agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: Metadata agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: Metering agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: Open vSwitch agent@dv-cinder-813227-4-iscsi: { 'AddressGroup': '1.2', Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: 'ConntrackHelper': '1.0', Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: 'LocalIPAssociation': '1.0', Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: 'Log': '1.0', Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: 'Network': '1.1', Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: 'Port': '1.7', Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: 'PortForwarding': '1.2', Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: 'QosPolicy': '1.10', Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: 'SecurityGroup': '1.5', Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: 'SecurityGroupRule': '1.2', Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: 'SubPort': '1.0', Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: 'Subnet': '1.1', Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: 'Trunk': '1.1'}} Dec 15 13:23:27.190237 dv-cinder-813227-4-iscsi neutron-server[102374]: {{(pid=102374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:23:27.264350 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790302850079'] for network, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:27.302564 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for network, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:27.303778 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:23:27.304602 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:27.384779 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7512348 Dec 15 13:23:27.408914 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2cc661-572b-42d3-ab87-bc34bdd0fcd3 admin admin] Pushing event updated for resources: {'Network': ['ID=29b4021f-fe71-4109-a6c4-da3081b76591,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:23:27.424722 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Network 29b4021f-fe71-4109-a6c4-da3081b76591 details requested by agent ovs-agent-dv-cinder-813227-4-iscsi with host dv-cinder-813227-4-iscsi {{(pid=102376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:23:30.290882 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 49916) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:23:30.693670 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71787b25-3748-462b-9bba-5fca49245f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:23:30.695065 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-71787b25-3748-462b-9bba-5fca49245f86 admin admin] 10.222.0.60 "GET /v2.0/networks/29b4021f-fe71-4109-a6c4-da3081b76591 HTTP/1.1" status: 200 len: 825 time: 0.4032109 Dec 15 13:23:30.718940 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-13475726-c49b-42d7-867a-26ece4d5006f admin admin] 10.222.0.60 "GET /v2.0/subnetpools/e751fe49-56e9-40e9-83ee-1000f86096a4 HTTP/1.1" status: 200 len: 734 time: 0.0178146 Dec 15 13:23:30.727583 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-93ab8ddd-8c30-4e40-b784-cf413f71f28e admin admin] Request body: {'subnet': {'subnetpool_id': 'e751fe49-56e9-40e9-83ee-1000f86096a4', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '29b4021f-fe71-4109-a6c4-da3081b76591', 'tenant_id': 'd9bef98222d5424aa293398d503f422d', 'name': 'private-subnet'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:23:30.751285 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ab8ddd-8c30-4e40-b784-cf413f71f28e admin admin] Made reservation on behalf of d9bef98222d5424aa293398d503f422d for: {'subnet': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:23:30.753777 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-93ab8ddd-8c30-4e40-b784-cf413f71f28e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:31.045673 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-93ab8ddd-8c30-4e40-b784-cf413f71f28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for subnet, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:31.113225 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ab8ddd-8c30-4e40-b784-cf413f71f28e admin admin] Checking segment: {'id': '36a9ff74-17ad-4e6a-aac5-5cb414342311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '29b4021f-fe71-4109-a6c4-da3081b76591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:23:31.113591 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ab8ddd-8c30-4e40-b784-cf413f71f28e admin admin] Network hostable DHCP agents. Network: 29b4021f-fe71-4109-a6c4-da3081b76591, hostable agents: ['d51fc807-4fdb-425e-a52e-51fe0ffc3ab0'], hosted agents: [] {{(pid=102374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:23:31.122467 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab8ddd-8c30-4e40-b784-cf413f71f28e admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ea64c8-9c7e-4309-870f-2a63bf3f7b17,revision_number=0']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:23:31.138755 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ab8ddd-8c30-4e40-b784-cf413f71f28e admin admin] Network 29b4021f-fe71-4109-a6c4-da3081b76591 is scheduled to be hosted by DHCP agent d51fc807-4fdb-425e-a52e-51fe0ffc3ab0 with binding_index 1 {{(pid=102374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:23:31.149568 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-93ab8ddd-8c30-4e40-b784-cf413f71f28e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-4-iscsi, 29b4021f-fe71-4109-a6c4-da3081b76591) {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:23:31.155990 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab8ddd-8c30-4e40-b784-cf413f71f28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:23:31.156579 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-93ab8ddd-8c30-4e40-b784-cf413f71f28e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:31.164693 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f41b318-85bf-4a70-b55a-a9e4f9a8abe2 None None] Network 29b4021f-fe71-4109-a6c4-da3081b76591 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:23:31.175629 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-93ab8ddd-8c30-4e40-b784-cf413f71f28e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4511249 Dec 15 13:23:31.426080 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e315edf-1288-5311-9742-459b5278ca2c-29b4021f-fe71-4109-a6c4-da3081b76591', 'network_id': '29b4021f-fe71-4109-a6c4-da3081b76591', 'project_id': 'd9bef98222d5424aa293398d503f422d', 'fixed_ips': [{'subnet_id': '03ea64c8-9c7e-4309-870f-2a63bf3f7b17'}]}} from dv-cinder-813227-4-iscsi. {{(pid=102376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:23:31.427354 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:31.736650 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.db_base_plugin_common [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Allocated IP 172.20.0.2 (29b4021f-fe71-4109-a6c4-da3081b76591/03ea64c8-9c7e-4309-870f-2a63bf3f7b17/4d139564-efa8-4798-912f-42edbaeb5cf5) {{(pid=102376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:23:31.981523 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Publish callbacks [] for port, precommit_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:31.989133 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:32.060733 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Network 29b4021f-fe71-4109-a6c4-da3081b76591 is already hosted by enough agents. {{(pid=102376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:23:32.071812 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.scheduler.base_scheduler [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Resources bound (agent type, host, resource id): {{(pid=102376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:23:32.081626 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Received port after_create {{(pid=102376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:23:32.084707 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Pushing event updated for resources: {'Port': ['ID=4d139564-efa8-4798-912f-42edbaeb5cf5,revision_number=1']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:23:32.114883 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:32.115246 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:32.115608 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:32.115943 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:32.116270 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:32.116593 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:32.116917 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:32.117258 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:32.117559 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:32.117875 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:32.118190 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:32.118505 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:32.118816 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Tracked resource versions report: Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: pushed versions: Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: { 'AddressGroup': {'1.2'}, Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: 'ConntrackHelper': {'1.0'}, Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: 'Log': {'1.0'}, Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: 'Network': {'1.1'}, Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: 'Port': {'1.7'}, Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: 'PortForwarding': {'1.2'}, Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: 'QosPolicy': {'1.10'}, Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: 'SecurityGroup': {'1.5'}, Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: 'SubPort': {'1.0'}, Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: 'Subnet': {'1.1'}, Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: 'Trunk': {'1.1'}} Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: consumer versions: Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: { DHCP agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: L3 agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: Metadata agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: Metering agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: Open vSwitch agent@dv-cinder-813227-4-iscsi: { 'AddressGroup': '1.2', Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: 'ConntrackHelper': '1.0', Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: 'LocalIPAssociation': '1.0', Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: 'Log': '1.0', Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: 'Network': '1.1', Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: 'Port': '1.7', Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: 'PortForwarding': '1.2', Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: 'QosPolicy': '1.10', Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: 'SecurityGroup': '1.5', Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: 'SecurityGroupRule': '1.2', Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: 'SubPort': '1.0', Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: 'Subnet': '1.1', Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: 'Trunk': '1.1'}} Dec 15 13:23:32.120214 dv-cinder-813227-4-iscsi neutron-server[102376]: {{(pid=102376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:23:32.167884 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Attempting to bind port 4d139564-efa8-4798-912f-42edbaeb5cf5 on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:23:32.168511 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Attempting to bind port 4d139564-efa8-4798-912f-42edbaeb5cf5 by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '36a9ff74-17ad-4e6a-aac5-5cb414342311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '29b4021f-fe71-4109-a6c4-da3081b76591'}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:23:32.168703 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Attempting to bind port 4d139564-efa8-4798-912f-42edbaeb5cf5 on network 29b4021f-fe71-4109-a6c4-da3081b76591 {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:23:32.173490 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:23:32.173870 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Checking segment: {'id': '36a9ff74-17ad-4e6a-aac5-5cb414342311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '29b4021f-fe71-4109-a6c4-da3081b76591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:23:32.174348 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:32.174737 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Bound using segment: {'id': '36a9ff74-17ad-4e6a-aac5-5cb414342311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '29b4021f-fe71-4109-a6c4-da3081b76591'} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:23:32.175237 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Bound port: 4d139564-efa8-4798-912f-42edbaeb5cf5, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a9ff74-17ad-4e6a-aac5-5cb414342311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '29b4021f-fe71-4109-a6c4-da3081b76591'}}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:23:32.175641 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:32.238229 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] For port 4d139564-efa8-4798-912f-42edbaeb5cf5, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:23:32.242701 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] For port 4d139564-efa8-4798-912f-42edbaeb5cf5, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=4d139564-efa8-4798-912f-42edbaeb5cf5,segment=NetworkSegment(36a9ff74-17ad-4e6a-aac5-5cb414342311),segment_id=36a9ff74-17ad-4e6a-aac5-5cb414342311)] {{(pid=102376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:23:32.247208 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:32.313163 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5202c-7834-4653-9ab6-7d4b9db4b648 None None] Pushing event updated for resources: {'Port': ['ID=4d139564-efa8-4798-912f-42edbaeb5cf5,revision_number=2']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:23:33.797836 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 49924) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:23:34.108809 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [None req-d89382fb-05d0-4ca8-ac66-c1e881f781b3 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:23:34.109796 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-d89382fb-05d0-4ca8-ac66-c1e881f781b3 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3111219 Dec 15 13:23:36.718859 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 49932) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:23:37.037639 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [None req-429d3edb-1533-40ad-9549-02e33f653ecd admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:23:37.050865 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-429d3edb-1533-40ad-9549-02e33f653ecd admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3188500 Dec 15 13:23:39.861964 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 49942) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:23:40.174518 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-961dba90-5bca-4928-bb0d-e06c2a8f7ff9 admin admin] Request body: {'router': {'tenant_id': 'd9bef98222d5424aa293398d503f422d', 'name': 'router1', 'admin_state_up': True}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:23:40.199892 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-961dba90-5bca-4928-bb0d-e06c2a8f7ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12885'] for router, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:40.201520 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-961dba90-5bca-4928-bb0d-e06c2a8f7ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12878'] for router, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:40.331722 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-961dba90-5bca-4928-bb0d-e06c2a8f7ff9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:40.340894 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-961dba90-5bca-4928-bb0d-e06c2a8f7ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531956'] for router, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:40.356675 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-961dba90-5bca-4928-bb0d-e06c2a8f7ff9 admin admin] Publish callbacks [] for router, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:40.357889 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-961dba90-5bca-4928-bb0d-e06c2a8f7ff9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4948914 Dec 15 13:23:41.248584 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 4d139564-efa8-4798-912f-42edbaeb5cf5 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:23:41.333094 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port 4d139564-efa8-4798-912f-42edbaeb5cf5 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:23:41.333483 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:41.397072 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc921f7f-fffb-4cf6-8705-1fd63d6bcc35 None None] Network 29b4021f-fe71-4109-a6c4-da3081b76591 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:23:41.500135 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:41.520122 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-cdd767fc-6796-4152-9f89-b3db2f332355 None None] Provisioning complete for port 4d139564-efa8-4798-912f-42edbaeb5cf5 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:23:41.520498 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-cdd767fc-6796-4152-9f89-b3db2f332355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:41.587538 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] For port 4d139564-efa8-4798-912f-42edbaeb5cf5, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=4d139564-efa8-4798-912f-42edbaeb5cf5,segment=NetworkSegment(36a9ff74-17ad-4e6a-aac5-5cb414342311),segment_id=36a9ff74-17ad-4e6a-aac5-5cb414342311)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:23:41.595267 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:41.699649 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Pushing event updated for resources: {'Port': ['ID=4d139564-efa8-4798-912f-42edbaeb5cf5,revision_number=3']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:23:41.936303 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-9d8b92f8-60c9-4f35-9505-c7b686331f69 None None] Provisioning complete for port 4d139564-efa8-4798-912f-42edbaeb5cf5 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:23:41.936676 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9d8b92f8-60c9-4f35-9505-c7b686331f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:42.946978 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 49956) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:23:43.224835 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 4d139564-efa8-4798-912f-42edbaeb5cf5 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:23:43.264488 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [None req-27772b65-54ba-4f6d-89bf-1234de11fb5b admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:23:43.265479 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-27772b65-54ba-4f6d-89bf-1234de11fb5b admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3176298 Dec 15 13:23:43.273017 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port 4d139564-efa8-4798-912f-42edbaeb5cf5 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:23:43.273386 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:43.401915 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-4c0cec91-a95b-4d43-920d-7eec612c0a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:45.755001 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c9b218a6-e2b4-4c33-a8a2-663336207ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:45.848148 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 49964) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:23:46.159714 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-7bf4b59d-e0f6-47be-8ed9-f516525d1b76 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:23:46.179702 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf4b59d-e0f6-47be-8ed9-f516525d1b76 admin admin] Made reservation on behalf of b8bb67e688614ccb9ee5454c18356750 for: {'network': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:23:46.181844 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b59d-e0f6-47be-8ed9-f516525d1b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for network, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:46.189761 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b59d-e0f6-47be-8ed9-f516525d1b76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:46.268372 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b59d-e0f6-47be-8ed9-f516525d1b76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:46.272019 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b59d-e0f6-47be-8ed9-f516525d1b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:46.287107 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7bf4b59d-e0f6-47be-8ed9-f516525d1b76 admin admin] Reserving flat network on physical network physnet1 {{(pid=102374) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 15 13:23:46.305951 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4b59d-e0f6-47be-8ed9-f516525d1b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8c564e-c227-4d82-8fbe-7553c14334dd,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:23:46.310870 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b59d-e0f6-47be-8ed9-f516525d1b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:46.311227 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.db.segments_db [None req-7bf4b59d-e0f6-47be-8ed9-f516525d1b76 admin admin] Added segment 0eafd828-90c4-411a-b500-be6e67f31af2 of type flat for network d75b81e5-d2ea-4613-a99a-556640a87149 Dec 15 13:23:46.357365 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b59d-e0f6-47be-8ed9-f516525d1b76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790302850079'] for network, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:46.388771 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b59d-e0f6-47be-8ed9-f516525d1b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for network, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:46.389675 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf4b59d-e0f6-47be-8ed9-f516525d1b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:23:46.390240 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b59d-e0f6-47be-8ed9-f516525d1b76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:46.441800 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-7bf4b59d-e0f6-47be-8ed9-f516525d1b76 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5925617 Dec 15 13:23:46.454946 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4b59d-e0f6-47be-8ed9-f516525d1b76 admin admin] Pushing event updated for resources: {'Network': ['ID=d75b81e5-d2ea-4613-a99a-556640a87149,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:23:46.466391 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Network d75b81e5-d2ea-4613-a99a-556640a87149 details requested by agent ovs-agent-dv-cinder-813227-4-iscsi with host dv-cinder-813227-4-iscsi {{(pid=102376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:23:46.828237 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:48.429000 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:49.001078 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 49982) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:23:49.173510 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e26ea3-dc9d-4e0c-aa58-73ee5f22a661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:23:49.174822 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-c8e26ea3-dc9d-4e0c-aa58-73ee5f22a661 admin admin] 10.222.0.60 "GET /v2.0/subnets/03ea64c8-9c7e-4309-870f-2a63bf3f7b17 HTTP/1.1" status: 200 len: 849 time: 0.1728048 Dec 15 13:23:49.289419 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-90a7e417-7fb3-435d-b115-c1019b75945b admin admin] 10.222.0.60 "GET /v2.0/routers/da3cbd51-e539-4cc0-bb98-77cbd058c742 HTTP/1.1" status: 200 len: 704 time: 0.1085360 Dec 15 13:23:49.382884 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:49.556605 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-489b16b2-b350-411f-9043-f6457f08bdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:49.843143 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [None req-489b16b2-b350-411f-9043-f6457f08bdfc admin admin] Allocated IP 172.20.0.1 (29b4021f-fe71-4109-a6c4-da3081b76591/03ea64c8-9c7e-4309-870f-2a63bf3f7b17/0f730632-1c05-454d-a264-329c67e9bc65) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:23:50.037691 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-489b16b2-b350-411f-9043-f6457f08bdfc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:50.102167 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-489b16b2-b350-411f-9043-f6457f08bdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:50.180235 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489b16b2-b350-411f-9043-f6457f08bdfc admin admin] Network 29b4021f-fe71-4109-a6c4-da3081b76591 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:23:50.186114 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-489b16b2-b350-411f-9043-f6457f08bdfc admin admin] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:23:50.189314 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489b16b2-b350-411f-9043-f6457f08bdfc admin admin] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:23:50.189848 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-489b16b2-b350-411f-9043-f6457f08bdfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529543'] for router_interface, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:50.257487 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b16b2-b350-411f-9043-f6457f08bdfc admin admin] Pushing event updated for resources: {'Port': ['ID=0f730632-1c05-454d-a264-329c67e9bc65,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:23:50.388679 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-489b16b2-b350-411f-9043-f6457f08bdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:50.417891 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-8e9b83f3-a093-4acf-bc8f-da7658bab0ac None None] Provisioning complete for port 0f730632-1c05-454d-a264-329c67e9bc65 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:23:50.418433 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-8e9b83f3-a093-4acf-bc8f-da7658bab0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:50.451629 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b83f3-a093-4acf-bc8f-da7658bab0ac None None] Port 0f730632-1c05-454d-a264-329c67e9bc65 cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:23:50.595140 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-489b16b2-b350-411f-9043-f6457f08bdfc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:50.599558 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-489b16b2-b350-411f-9043-f6457f08bdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:50.600484 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-489b16b2-b350-411f-9043-f6457f08bdfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530999'] for router_interface, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:50.678769 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b16b2-b350-411f-9043-f6457f08bdfc admin admin] Pushing event updated for resources: {'Port': ['ID=0f730632-1c05-454d-a264-329c67e9bc65,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:23:50.724757 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489b16b2-b350-411f-9043-f6457f08bdfc admin admin] Network 29b4021f-fe71-4109-a6c4-da3081b76591 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:23:50.726067 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-489b16b2-b350-411f-9043-f6457f08bdfc admin admin] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:23:50.872166 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-58e8f2b5-dfce-4cc0-822e-6e9eb8d8f35b None None] Provisioning complete for port 0f730632-1c05-454d-a264-329c67e9bc65 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:23:50.872611 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-58e8f2b5-dfce-4cc0-822e-6e9eb8d8f35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:50.884877 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489b16b2-b350-411f-9043-f6457f08bdfc admin admin] Router da3cbd51-e539-4cc0-bb98-77cbd058c742 is scheduled to L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 with binding_index 1 {{(pid=102374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:23:50.907662 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-58e8f2b5-dfce-4cc0-822e-6e9eb8d8f35b None None] Port 0f730632-1c05-454d-a264-329c67e9bc65 cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:23:50.980737 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489b16b2-b350-411f-9043-f6457f08bdfc admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:23:50.986394 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-489b16b2-b350-411f-9043-f6457f08bdfc admin admin] 10.222.0.60 "PUT /v2.0/routers/da3cbd51-e539-4cc0-bb98-77cbd058c742/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6914072 Dec 15 13:23:50.990876 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] Sync routers for ids ['da3cbd51-e539-4cc0-bb98-77cbd058c742'] in dv-cinder-813227-4-iscsi {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:23:51.003294 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] Routers {'da3cbd51-e539-4cc0-bb98-77cbd058c742'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:23:51.004036 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:23:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['da3cbd51-e539-4cc0-bb98-77cbd058c742'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:23:51.191323 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] Set router da3cbd51-e539-4cc0-bb98-77cbd058c742 gateway port host: None {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:23:51.638095 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3cbd51-e539-4cc0-bb98-77cbd058c742', 'name': 'router1', 'tenant_id': 'd9bef98222d5424aa293398d503f422d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:23:40Z', 'updated_at': '2021-12-15T13:23:50Z', 'revision_number': 2, 'project_id': 'd9bef98222d5424aa293398d503f422d', 'gw_port_host': None, '_interfaces': [{'id': '0f730632-1c05-454d-a264-329c67e9bc65', 'name': '', 'network_id': '29b4021f-fe71-4109-a6c4-da3081b76591', 'tenant_id': 'd9bef98222d5424aa293398d503f422d', 'mac_address': 'fa:16:3e:3a:9b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3cbd51-e539-4cc0-bb98-77cbd058c742', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03ea64c8-9c7e-4309-870f-2a63bf3f7b17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:49Z', 'updated_at': '2021-12-15T13:23:50Z', 'revision_number': 2, 'project_id': 'd9bef98222d5424aa293398d503f422d', 'subnets': [{'id': '03ea64c8-9c7e-4309-870f-2a63bf3f7b17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e751fe49-56e9-40e9-83ee-1000f86096a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:23:51.689628 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] Checking router: da3cbd51-e539-4cc0-bb98-77cbd058c742 for host: dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:23:51.690002 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] Updating router da3cbd51-e539-4cc0-bb98-77cbd058c742 port 0f730632-1c05-454d-a264-329c67e9bc65 binding host dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:23:51.737709 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:52.243178 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] Publish callbacks [] for port, precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:52.249125 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:52.419719 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] Attempting to bind port 0f730632-1c05-454d-a264-329c67e9bc65 on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:23:52.420108 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] Attempting to bind port 0f730632-1c05-454d-a264-329c67e9bc65 by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '36a9ff74-17ad-4e6a-aac5-5cb414342311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '29b4021f-fe71-4109-a6c4-da3081b76591'}] {{(pid=102377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:23:52.420538 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] Attempting to bind port 0f730632-1c05-454d-a264-329c67e9bc65 on network 29b4021f-fe71-4109-a6c4-da3081b76591 {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:23:52.423696 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a450f-4871-42aa-b988-d9984fd3fd07 None None] Pushing event updated for resources: {'Port': ['ID=0f730632-1c05-454d-a264-329c67e9bc65,revision_number=3']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:23:52.434507 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:23:52.434940 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] Checking segment: {'id': '36a9ff74-17ad-4e6a-aac5-5cb414342311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '29b4021f-fe71-4109-a6c4-da3081b76591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:23:52.435423 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:52.435813 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] Bound using segment: {'id': '36a9ff74-17ad-4e6a-aac5-5cb414342311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '29b4021f-fe71-4109-a6c4-da3081b76591'} {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:23:52.436302 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] Bound port: 0f730632-1c05-454d-a264-329c67e9bc65, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a9ff74-17ad-4e6a-aac5-5cb414342311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '29b4021f-fe71-4109-a6c4-da3081b76591'}}] {{(pid=102377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:23:52.436693 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:52.438131 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-6c43cb46-1c50-4110-84da-94eebb617548 None None] Provisioning complete for port 0f730632-1c05-454d-a264-329c67e9bc65 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:23:52.438682 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-6c43cb46-1c50-4110-84da-94eebb617548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:52.449450 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a450f-4871-42aa-b988-d9984fd3fd07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:52.449815 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a450f-4871-42aa-b988-d9984fd3fd07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:52.450177 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a450f-4871-42aa-b988-d9984fd3fd07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:52.450514 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a450f-4871-42aa-b988-d9984fd3fd07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:52.450871 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a450f-4871-42aa-b988-d9984fd3fd07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:52.451193 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a450f-4871-42aa-b988-d9984fd3fd07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:52.451522 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a450f-4871-42aa-b988-d9984fd3fd07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:52.451845 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a450f-4871-42aa-b988-d9984fd3fd07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:52.452168 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a450f-4871-42aa-b988-d9984fd3fd07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:52.452504 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a450f-4871-42aa-b988-d9984fd3fd07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:52.452828 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a450f-4871-42aa-b988-d9984fd3fd07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:52.453147 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a450f-4871-42aa-b988-d9984fd3fd07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:52.453465 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a450f-4871-42aa-b988-d9984fd3fd07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a450f-4871-42aa-b988-d9984fd3fd07 None None] Tracked resource versions report: Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: pushed versions: Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: { 'AddressGroup': {'1.2'}, Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: 'ConntrackHelper': {'1.0'}, Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: 'Log': {'1.0'}, Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: 'Network': {'1.1'}, Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: 'Port': {'1.7'}, Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: 'PortForwarding': {'1.2'}, Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: 'QosPolicy': {'1.10'}, Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: 'SecurityGroup': {'1.5'}, Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: 'SubPort': {'1.0'}, Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: 'Subnet': {'1.1'}, Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: 'Trunk': {'1.1'}} Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: consumer versions: Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: { DHCP agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: L3 agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: Metadata agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: Metering agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: Open vSwitch agent@dv-cinder-813227-4-iscsi: { 'AddressGroup': '1.2', Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: 'ConntrackHelper': '1.0', Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: 'LocalIPAssociation': '1.0', Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: 'Log': '1.0', Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: 'Network': '1.1', Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: 'Port': '1.7', Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: 'PortForwarding': '1.2', Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: 'QosPolicy': '1.10', Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: 'SecurityGroup': '1.5', Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: 'SecurityGroupRule': '1.2', Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: 'SubPort': '1.0', Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: 'Subnet': '1.1', Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: 'Trunk': '1.1'}} Dec 15 13:23:52.454785 dv-cinder-813227-4-iscsi neutron-server[102377]: {{(pid=102377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:23:52.491423 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-6c43cb46-1c50-4110-84da-94eebb617548 None None] Port 0f730632-1c05-454d-a264-329c67e9bc65 cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:23:52.513244 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] For port 0f730632-1c05-454d-a264-329c67e9bc65, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:23:52.532604 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] For port 0f730632-1c05-454d-a264-329c67e9bc65, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=0f730632-1c05-454d-a264-329c67e9bc65,segment=NetworkSegment(36a9ff74-17ad-4e6a-aac5-5cb414342311),segment_id=36a9ff74-17ad-4e6a-aac5-5cb414342311)] {{(pid=102377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:23:52.536922 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:52.585137 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] Routers {'da3cbd51-e539-4cc0-bb98-77cbd058c742'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:23:52.585762 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:23:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['da3cbd51-e539-4cc0-bb98-77cbd058c742'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:23:52.666662 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a450f-4871-42aa-b988-d9984fd3fd07 None None] Pushing event updated for resources: {'Port': ['ID=0f730632-1c05-454d-a264-329c67e9bc65,revision_number=4']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:23:52.686652 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] Set router da3cbd51-e539-4cc0-bb98-77cbd058c742 gateway port host: None {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:23:52.812225 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-87989065-90c7-4709-9aac-8be2383fc748 None None] Provisioning complete for port 0f730632-1c05-454d-a264-329c67e9bc65 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:23:52.812538 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-87989065-90c7-4709-9aac-8be2383fc748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:52.891521 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-87989065-90c7-4709-9aac-8be2383fc748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:52.894168 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3cbd51-e539-4cc0-bb98-77cbd058c742', 'name': 'router1', 'tenant_id': 'd9bef98222d5424aa293398d503f422d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:23:40Z', 'updated_at': '2021-12-15T13:23:50Z', 'revision_number': 2, 'project_id': 'd9bef98222d5424aa293398d503f422d', 'gw_port_host': None, '_interfaces': [{'id': '0f730632-1c05-454d-a264-329c67e9bc65', 'name': '', 'network_id': '29b4021f-fe71-4109-a6c4-da3081b76591', 'tenant_id': 'd9bef98222d5424aa293398d503f422d', 'mac_address': 'fa:16:3e:3a:9b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3cbd51-e539-4cc0-bb98-77cbd058c742', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03ea64c8-9c7e-4309-870f-2a63bf3f7b17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:49Z', 'updated_at': '2021-12-15T13:23:52Z', 'revision_number': 4, 'project_id': 'd9bef98222d5424aa293398d503f422d', 'subnets': [{'id': '03ea64c8-9c7e-4309-870f-2a63bf3f7b17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e751fe49-56e9-40e9-83ee-1000f86096a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:23:52.922811 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-87989065-90c7-4709-9aac-8be2383fc748 None None] For port 0f730632-1c05-454d-a264-329c67e9bc65, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=0f730632-1c05-454d-a264-329c67e9bc65,segment=NetworkSegment(36a9ff74-17ad-4e6a-aac5-5cb414342311),segment_id=36a9ff74-17ad-4e6a-aac5-5cb414342311)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:23:52.923082 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fa4503-b61c-43eb-a3fa-f6594e883563 None None] The sync data for ids ['da3cbd51-e539-4cc0-bb98-77cbd058c742'] in dv-cinder-813227-4-iscsi is: [{'id': 'da3cbd51-e539-4cc0-bb98-77cbd058c742', 'name': 'router1', 'tenant_id': 'd9bef98222d5424aa293398d503f422d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:23:40Z', 'updated_at': '2021-12-15T13:23:50Z', 'revision_number': 2, 'project_id': 'd9bef98222d5424aa293398d503f422d', 'gw_port_host': None, '_interfaces': [{'id': '0f730632-1c05-454d-a264-329c67e9bc65', 'name': '', 'network_id': '29b4021f-fe71-4109-a6c4-da3081b76591', 'tenant_id': 'd9bef98222d5424aa293398d503f422d', 'mac_address': 'fa:16:3e:3a:9b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3cbd51-e539-4cc0-bb98-77cbd058c742', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03ea64c8-9c7e-4309-870f-2a63bf3f7b17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:49Z', 'updated_at': '2021-12-15T13:23:52Z', 'revision_number': 4, 'project_id': 'd9bef98222d5424aa293398d503f422d', 'subnets': [{'id': '03ea64c8-9c7e-4309-870f-2a63bf3f7b17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e751fe49-56e9-40e9-83ee-1000f86096a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:23:52.928174 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-87989065-90c7-4709-9aac-8be2383fc748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:52.985599 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87989065-90c7-4709-9aac-8be2383fc748 None None] Pushing event updated for resources: {'Port': ['ID=0f730632-1c05-454d-a264-329c67e9bc65,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:23:53.412898 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 50002) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:23:53.521001 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5985a7f-2449-4e32-9dc3-af85fbb45ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:23:53.522358 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-c5985a7f-2449-4e32-9dc3-af85fbb45ade admin admin] 10.222.0.60 "GET /v2.0/networks/d75b81e5-d2ea-4613-a99a-556640a87149 HTTP/1.1" status: 200 len: 842 time: 0.1085141 Dec 15 13:23:53.532150 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-f557b45f-8d09-4961-87c2-10f467f143f3 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'enable_dhcp': False}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:23:53.553383 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f557b45f-8d09-4961-87c2-10f467f143f3 admin admin] Made reservation on behalf of b8bb67e688614ccb9ee5454c18356750 for: {'subnet': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:23:53.556580 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f557b45f-8d09-4961-87c2-10f467f143f3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:53.899669 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.objects.ports [None req-f557b45f-8d09-4961-87c2-10f467f143f3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102374) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 13:23:53.900092 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f557b45f-8d09-4961-87c2-10f467f143f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for subnet, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:53.953051 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557b45f-8d09-4961-87c2-10f467f143f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2,revision_number=0']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:23:53.961789 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f557b45f-8d09-4961-87c2-10f467f143f3 admin admin] Checking segment: {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:23:53.962141 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f557b45f-8d09-4961-87c2-10f467f143f3 admin admin] Network hostable DHCP agents. Network: d75b81e5-d2ea-4613-a99a-556640a87149, hostable agents: ['d51fc807-4fdb-425e-a52e-51fe0ffc3ab0'], hosted agents: [] {{(pid=102374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:23:53.978644 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f557b45f-8d09-4961-87c2-10f467f143f3 admin admin] Network d75b81e5-d2ea-4613-a99a-556640a87149 is scheduled to be hosted by DHCP agent d51fc807-4fdb-425e-a52e-51fe0ffc3ab0 with binding_index 1 {{(pid=102374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:23:53.986649 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-f557b45f-8d09-4961-87c2-10f467f143f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-4-iscsi, d75b81e5-d2ea-4613-a99a-556640a87149) {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:23:53.990797 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f557b45f-8d09-4961-87c2-10f467f143f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:23:53.991416 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f557b45f-8d09-4961-87c2-10f467f143f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:54.001417 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff1c7e6-29d5-4cf3-b2ed-b0704d96eded None None] Network d75b81e5-d2ea-4613-a99a-556640a87149 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:23:54.010890 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-f557b45f-8d09-4961-87c2-10f467f143f3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4817386 Dec 15 13:23:54.117170 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa725818-2d9e-4e8b-89f7-d2be1b78582b None None] Network d75b81e5-d2ea-4613-a99a-556640a87149 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:23:56.513548 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 50010) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:23:56.645353 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-e93883c2-2b87-4352-8a92-9371a93d40dd admin admin] 10.222.0.60 "GET /v2.0/routers/da3cbd51-e539-4cc0-bb98-77cbd058c742 HTTP/1.1" status: 200 len: 710 time: 0.1306429 Dec 15 13:23:56.738115 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de22611b-2f52-473d-9181-ee9fbc4d7e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:23:56.739547 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-de22611b-2f52-473d-9181-ee9fbc4d7e62 admin admin] 10.222.0.60 "GET /v2.0/networks/d75b81e5-d2ea-4613-a99a-556640a87149 HTTP/1.1" status: 200 len: 886 time: 0.0877781 Dec 15 13:23:56.749679 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-2ed4d7a5-4dfc-45bb-8f89-130021bcfc37 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:23:56.995207 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d7a5-4dfc-45bb-8f89-130021bcfc37 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:57.239329 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d7a5-4dfc-45bb-8f89-130021bcfc37 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:57.315294 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d7a5-4dfc-45bb-8f89-130021bcfc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:57.418912 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [None req-2ed4d7a5-4dfc-45bb-8f89-130021bcfc37 admin admin] Allocated IP 172.27.2.140 (d75b81e5-d2ea-4613-a99a-556640a87149/db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2/335e3d5c-3821-4540-b9a1-b830a4b22861) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:23:57.522638 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d7a5-4dfc-45bb-8f89-130021bcfc37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:57.554603 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d7a5-4dfc-45bb-8f89-130021bcfc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:57.594015 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed4d7a5-4dfc-45bb-8f89-130021bcfc37 admin admin] Network d75b81e5-d2ea-4613-a99a-556640a87149 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:23:57.596726 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-2ed4d7a5-4dfc-45bb-8f89-130021bcfc37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:23:57.604607 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed4d7a5-4dfc-45bb-8f89-130021bcfc37 admin admin] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:23:57.607435 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4d7a5-4dfc-45bb-8f89-130021bcfc37 admin admin] Pushing event updated for resources: {'Port': ['ID=335e3d5c-3821-4540-b9a1-b830a4b22861,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:23:57.934744 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d7a5-4dfc-45bb-8f89-130021bcfc37 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:58.126396 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d7a5-4dfc-45bb-8f89-130021bcfc37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12912'] for router, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:58.129883 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d7a5-4dfc-45bb-8f89-130021bcfc37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532817'] for router, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:58.243057 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed4d7a5-4dfc-45bb-8f89-130021bcfc37 admin admin] Router da3cbd51-e539-4cc0-bb98-77cbd058c742 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:23:58.347694 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed4d7a5-4dfc-45bb-8f89-130021bcfc37 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:23:58.352562 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d7a5-4dfc-45bb-8f89-130021bcfc37 admin admin] Publish callbacks [] for router, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:58.353854 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-2ed4d7a5-4dfc-45bb-8f89-130021bcfc37 admin admin] 10.222.0.60 "PUT /v2.0/routers/da3cbd51-e539-4cc0-bb98-77cbd058c742 HTTP/1.1" status: 200 len: 890 time: 1.6076076 Dec 15 13:23:59.248727 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 0f730632-1c05-454d-a264-329c67e9bc65 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:23:59.295851 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port 0f730632-1c05-454d-a264-329c67e9bc65 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:23:59.296218 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:23:59.905790 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 5 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:24:00.000045 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] Sync routers for ids ['da3cbd51-e539-4cc0-bb98-77cbd058c742'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:24:00.011825 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] Routers {'da3cbd51-e539-4cc0-bb98-77cbd058c742'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:24:00.012477 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:23:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['da3cbd51-e539-4cc0-bb98-77cbd058c742'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:24:00.217461 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] Set router da3cbd51-e539-4cc0-bb98-77cbd058c742 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:24:00.680981 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3cbd51-e539-4cc0-bb98-77cbd058c742', 'name': 'router1', 'tenant_id': 'd9bef98222d5424aa293398d503f422d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '335e3d5c-3821-4540-b9a1-b830a4b22861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:23:40Z', 'updated_at': '2021-12-15T13:23:57Z', 'revision_number': 4, 'project_id': 'd9bef98222d5424aa293398d503f422d', 'gw_port': {'id': '335e3d5c-3821-4540-b9a1-b830a4b22861', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3cbd51-e539-4cc0-bb98-77cbd058c742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:57Z', 'updated_at': '2021-12-15T13:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '0f730632-1c05-454d-a264-329c67e9bc65', 'name': '', 'network_id': '29b4021f-fe71-4109-a6c4-da3081b76591', 'tenant_id': 'd9bef98222d5424aa293398d503f422d', 'mac_address': 'fa:16:3e:3a:9b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3cbd51-e539-4cc0-bb98-77cbd058c742', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03ea64c8-9c7e-4309-870f-2a63bf3f7b17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:49Z', 'updated_at': '2021-12-15T13:23:52Z', 'revision_number': 5, 'project_id': 'd9bef98222d5424aa293398d503f422d', 'subnets': [{'id': '03ea64c8-9c7e-4309-870f-2a63bf3f7b17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e751fe49-56e9-40e9-83ee-1000f86096a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:24:00.732188 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] Checking router: da3cbd51-e539-4cc0-bb98-77cbd058c742 for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:24:00.732535 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] Updating router da3cbd51-e539-4cc0-bb98-77cbd058c742 port 335e3d5c-3821-4540-b9a1-b830a4b22861 binding host dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:24:00.777180 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:24:00.983564 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 50022) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:24:01.107800 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] Publish callbacks [] for port, precommit_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:24:01.113747 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:24:01.132388 dv-cinder-813227-4-iscsi neutron-server[102375]: WARNING oslo_policy.policy [None req-3fb4d6cc-53d9-4950-9be7-5eb62dba1093 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:24:01.132988 dv-cinder-813227-4-iscsi neutron-server[102375]: WARNING oslo_policy.policy [None req-3fb4d6cc-53d9-4950-9be7-5eb62dba1093 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:24:01.167184 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] Attempting to bind port 335e3d5c-3821-4540-b9a1-b830a4b22861 on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:24:01.167557 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] Attempting to bind port 335e3d5c-3821-4540-b9a1-b830a4b22861 by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:24:01.167947 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] Attempting to bind port 335e3d5c-3821-4540-b9a1-b830a4b22861 on network d75b81e5-d2ea-4613-a99a-556640a87149 {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:24:01.169864 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7e218-f780-4ee0-aee2-fd78ade1a52c None None] Pushing event updated for resources: {'Port': ['ID=335e3d5c-3821-4540-b9a1-b830a4b22861,revision_number=2']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:24:01.175143 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:24:01.175522 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] Checking segment: {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:24:01.175920 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:24:01.176303 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] Bound using segment: {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:24:01.177032 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] Bound port: 335e3d5c-3821-4540-b9a1-b830a4b22861, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:24:01.177257 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:24:01.232113 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] For port 335e3d5c-3821-4540-b9a1-b830a4b22861, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:24:01.235329 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] For port 335e3d5c-3821-4540-b9a1-b830a4b22861, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=335e3d5c-3821-4540-b9a1-b830a4b22861,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:24:01.239552 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:24:01.293927 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] Routers {'da3cbd51-e539-4cc0-bb98-77cbd058c742'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:24:01.294549 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:23:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['da3cbd51-e539-4cc0-bb98-77cbd058c742'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:24:01.299531 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7e218-f780-4ee0-aee2-fd78ade1a52c None None] Pushing event updated for resources: {'Port': ['ID=335e3d5c-3821-4540-b9a1-b830a4b22861,revision_number=3']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:24:01.402081 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] Set router da3cbd51-e539-4cc0-bb98-77cbd058c742 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:24:01.541504 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.policy [None req-3fb4d6cc-53d9-4950-9be7-5eb62dba1093 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102375) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 13:24:01.598205 dv-cinder-813227-4-iscsi neutron-server[102375]: WARNING oslo_policy.policy [None req-3fb4d6cc-53d9-4950-9be7-5eb62dba1093 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:24:01.598406 dv-cinder-813227-4-iscsi neutron-server[102375]: WARNING oslo_policy.policy [None req-3fb4d6cc-53d9-4950-9be7-5eb62dba1093 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 13:24:01.608523 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-3fb4d6cc-53d9-4950-9be7-5eb62dba1093 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.6240096 Dec 15 13:24:01.619599 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3cbd51-e539-4cc0-bb98-77cbd058c742', 'name': 'router1', 'tenant_id': 'd9bef98222d5424aa293398d503f422d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '335e3d5c-3821-4540-b9a1-b830a4b22861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:23:40Z', 'updated_at': '2021-12-15T13:23:57Z', 'revision_number': 4, 'project_id': 'd9bef98222d5424aa293398d503f422d', 'gw_port': {'id': '335e3d5c-3821-4540-b9a1-b830a4b22861', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3cbd51-e539-4cc0-bb98-77cbd058c742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:57Z', 'updated_at': '2021-12-15T13:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '0f730632-1c05-454d-a264-329c67e9bc65', 'name': '', 'network_id': '29b4021f-fe71-4109-a6c4-da3081b76591', 'tenant_id': 'd9bef98222d5424aa293398d503f422d', 'mac_address': 'fa:16:3e:3a:9b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3cbd51-e539-4cc0-bb98-77cbd058c742', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03ea64c8-9c7e-4309-870f-2a63bf3f7b17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:49Z', 'updated_at': '2021-12-15T13:23:52Z', 'revision_number': 5, 'project_id': 'd9bef98222d5424aa293398d503f422d', 'subnets': [{'id': '03ea64c8-9c7e-4309-870f-2a63bf3f7b17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e751fe49-56e9-40e9-83ee-1000f86096a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:24:01.646553 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026dcd09-dc7e-45a0-bd36-e14bd3d1b2ed None None] The sync data for ids ['da3cbd51-e539-4cc0-bb98-77cbd058c742'] in dv-cinder-813227-4-iscsi is: [{'id': 'da3cbd51-e539-4cc0-bb98-77cbd058c742', 'name': 'router1', 'tenant_id': 'd9bef98222d5424aa293398d503f422d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '335e3d5c-3821-4540-b9a1-b830a4b22861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:23:40Z', 'updated_at': '2021-12-15T13:23:57Z', 'revision_number': 4, 'project_id': 'd9bef98222d5424aa293398d503f422d', 'gw_port': {'id': '335e3d5c-3821-4540-b9a1-b830a4b22861', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3cbd51-e539-4cc0-bb98-77cbd058c742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:57Z', 'updated_at': '2021-12-15T13:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '0f730632-1c05-454d-a264-329c67e9bc65', 'name': '', 'network_id': '29b4021f-fe71-4109-a6c4-da3081b76591', 'tenant_id': 'd9bef98222d5424aa293398d503f422d', 'mac_address': 'fa:16:3e:3a:9b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3cbd51-e539-4cc0-bb98-77cbd058c742', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03ea64c8-9c7e-4309-870f-2a63bf3f7b17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:23:49Z', 'updated_at': '2021-12-15T13:23:52Z', 'revision_number': 5, 'project_id': 'd9bef98222d5424aa293398d503f422d', 'subnets': [{'id': '03ea64c8-9c7e-4309-870f-2a63bf3f7b17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e751fe49-56e9-40e9-83ee-1000f86096a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:24:03.254734 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 335e3d5c-3821-4540-b9a1-b830a4b22861 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:24:03.308423 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port 335e3d5c-3821-4540-b9a1-b830a4b22861 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:24:03.308423 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:24:03.391527 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:24:03.412196 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] For port 335e3d5c-3821-4540-b9a1-b830a4b22861, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=335e3d5c-3821-4540-b9a1-b830a4b22861,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:24:03.417772 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:24:03.468203 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Pushing event updated for resources: {'Port': ['ID=335e3d5c-3821-4540-b9a1-b830a4b22861,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:24:05.278547 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 335e3d5c-3821-4540-b9a1-b830a4b22861 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:24:05.372380 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port 335e3d5c-3821-4540-b9a1-b830a4b22861 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:24:05.372977 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:24:13.407280 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-53c29f3b-fc20-4c18-bf2f-b23c281193c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:24:15.758471 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-11a28752-853b-4ca8-ab5e-5c260acbb7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:24:16.830289 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:24:18.440310 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:24:19.403091 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:24:36.904164 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 5 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:24:43.418512 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-8e086eef-ee23-49b2-a1a8-3cca72a906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:24:45.772492 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-e234ac6f-9018-4a38-9870-07ca19bffebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:24:46.835128 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:24:48.440075 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:24:49.386729 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:25:13.420715 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-198e867c-9b08-4a9a-8070-95c7d0a940a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:25:13.902516 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 5 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:25:15.766310 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-4f12527a-2569-4ae7-826e-51944c723242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:25:16.835539 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:25:18.436739 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:25:19.388020 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:25:22.898243 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 50514) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:25:22.975237 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.pecan_wsgi.hooks.translation [None req-25cf5722-4dc4-4efa-a450-5c0e647017be admin admin] GET failed (client error): The resource could not be found. Dec 15 13:25:22.976543 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-25cf5722-4dc4-4efa-a450-5c0e647017be admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0773289 Dec 15 13:25:23.172236 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf318a-af31-459b-b1e5-7ea2d30f6b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:25:23.173682 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-afdf318a-af31-459b-b1e5-7ea2d30f6b4f admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1924992 Dec 15 13:25:25.525286 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 50524) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:25:25.653100 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efb060c-a6c5-435a-8e42-e2ae6f523d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:25:25.654515 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-1efb060c-a6c5-435a-8e42-e2ae6f523d1d admin admin] 10.222.0.60 "GET /v2.0/subnets/03ea64c8-9c7e-4309-870f-2a63bf3f7b17 HTTP/1.1" status: 200 len: 849 time: 0.1282167 Dec 15 13:25:25.664668 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-e5254ea0-8e71-4c5d-ac42-007f74b06821 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:25:25.750929 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e5254ea0-8e71-4c5d-ac42-007f74b06821 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:25:25.907999 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e5254ea0-8e71-4c5d-ac42-007f74b06821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790303414492'] for subnet, after_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:25:25.970626 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5254ea0-8e71-4c5d-ac42-007f74b06821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:25:25.971323 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e5254ea0-8e71-4c5d-ac42-007f74b06821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:25:25.972601 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-e5254ea0-8e71-4c5d-ac42-007f74b06821 admin admin] 10.222.0.60 "PUT /v2.0/subnets/03ea64c8-9c7e-4309-870f-2a63bf3f7b17 HTTP/1.1" status: 200 len: 868 time: 0.3117278 Dec 15 13:25:25.982509 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b131cf8e-44d5-474c-8213-d2ddccf8deb6 None None] Network 29b4021f-fe71-4109-a6c4-da3081b76591 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:25:25.992036 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5254ea0-8e71-4c5d-ac42-007f74b06821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ea64c8-9c7e-4309-870f-2a63bf3f7b17,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:25:26.002556 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254ea0-8e71-4c5d-ac42-007f74b06821 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:25:26.002913 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254ea0-8e71-4c5d-ac42-007f74b06821 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:25:26.003186 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254ea0-8e71-4c5d-ac42-007f74b06821 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:25:26.003513 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254ea0-8e71-4c5d-ac42-007f74b06821 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:25:26.003843 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254ea0-8e71-4c5d-ac42-007f74b06821 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:25:26.004171 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254ea0-8e71-4c5d-ac42-007f74b06821 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:25:26.004502 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254ea0-8e71-4c5d-ac42-007f74b06821 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:25:26.004828 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254ea0-8e71-4c5d-ac42-007f74b06821 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:25:26.005165 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254ea0-8e71-4c5d-ac42-007f74b06821 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:25:26.005508 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254ea0-8e71-4c5d-ac42-007f74b06821 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:25:26.005831 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254ea0-8e71-4c5d-ac42-007f74b06821 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:25:26.006147 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254ea0-8e71-4c5d-ac42-007f74b06821 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:25:26.006467 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254ea0-8e71-4c5d-ac42-007f74b06821 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254ea0-8e71-4c5d-ac42-007f74b06821 admin admin] Tracked resource versions report: Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: pushed versions: Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: { 'AddressGroup': {'1.2'}, Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: 'ConntrackHelper': {'1.0'}, Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: 'Log': {'1.0'}, Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: 'Network': {'1.1'}, Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: 'Port': {'1.7'}, Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: 'PortForwarding': {'1.2'}, Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: 'QosPolicy': {'1.10'}, Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: 'SecurityGroup': {'1.5'}, Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: 'SubPort': {'1.0'}, Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: 'Subnet': {'1.1'}, Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: 'Trunk': {'1.1'}} Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: consumer versions: Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: { DHCP agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: L3 agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: Metadata agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: Metering agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: Open vSwitch agent@dv-cinder-813227-4-iscsi: { 'AddressGroup': '1.2', Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: 'ConntrackHelper': '1.0', Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: 'LocalIPAssociation': '1.0', Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: 'Log': '1.0', Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: 'Network': '1.1', Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: 'Port': '1.7', Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: 'PortForwarding': '1.2', Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: 'QosPolicy': '1.10', Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: 'SecurityGroup': '1.5', Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: 'SecurityGroupRule': '1.2', Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: 'SubPort': '1.0', Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: 'Subnet': '1.1', Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: 'Trunk': '1.1'}} Dec 15 13:25:26.007883 dv-cinder-813227-4-iscsi neutron-server[102375]: {{(pid=102375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:25:26.339027 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-fdedc365-6e39-4311-9a6a-86d2212aff2d None None] Provisioning complete for port 0f730632-1c05-454d-a264-329c67e9bc65 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:25:26.339320 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-fdedc365-6e39-4311-9a6a-86d2212aff2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:25:26.429676 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-fdedc365-6e39-4311-9a6a-86d2212aff2d None None] Provisioning complete for port 4d139564-efa8-4798-912f-42edbaeb5cf5 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:25:26.430102 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-fdedc365-6e39-4311-9a6a-86d2212aff2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:25:28.348035 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 50536) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:25:28.543170 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301d05b3-657a-45a7-b6db-a6156adc1a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:25:28.543539 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301d05b3-657a-45a7-b6db-a6156adc1a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:25:28.545068 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-301d05b3-657a-45a7-b6db-a6156adc1a0e admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960762 Dec 15 13:25:30.900563 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 50546) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:25:31.040242 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093fb8e6-6146-4aea-b345-8ccded781122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:25:31.040708 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093fb8e6-6146-4aea-b345-8ccded781122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:25:31.042210 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-093fb8e6-6146-4aea-b345-8ccded781122 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1406591 Dec 15 13:25:33.396916 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 50554) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:25:33.526462 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17048211-d45f-42d5-9011-8e1d27b2ba22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:25:33.527797 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-17048211-d45f-42d5-9011-8e1d27b2ba22 admin admin] 10.222.0.60 "GET /v2.0/networks/29b4021f-fe71-4109-a6c4-da3081b76591 HTTP/1.1" status: 200 len: 869 time: 0.1299338 Dec 15 13:25:35.908736 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 50562) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:25:36.043064 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1945f4-a356-4bf8-9d58-0a37d040d131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:25:36.044951 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-8e1945f4-a356-4bf8-9d58-0a37d040d131 admin admin] 10.222.0.60 "GET /v2.0/networks/d75b81e5-d2ea-4613-a99a-556640a87149 HTTP/1.1" status: 200 len: 886 time: 0.1352193 Dec 15 13:25:38.432105 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 50570) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:25:38.552466 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5af115-6ba2-47a6-9b27-49543c803b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:25:38.552915 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5af115-6ba2-47a6-9b27-49543c803b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:25:38.554441 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-5e5af115-6ba2-47a6-9b27-49543c803b06 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1213787 Dec 15 13:25:40.937131 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 50578) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:25:41.030186 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb44c644-a140-42cd-a487-391355254d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:25:41.030638 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb44c644-a140-42cd-a487-391355254d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:25:41.032205 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-fb44c644-a140-42cd-a487-391355254d0f admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0941319 Dec 15 13:25:43.388457 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 50586) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:25:43.413537 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-7848a2e2-11b1-4f3e-bb47-b99928e9befa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:25:43.481914 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ee6050-ac2a-424f-ab05-7299ddc85338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:25:43.483268 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-40ee6050-ac2a-424f-ab05-7299ddc85338 admin admin] 10.222.0.60 "GET /v2.0/subnets/03ea64c8-9c7e-4309-870f-2a63bf3f7b17 HTTP/1.1" status: 200 len: 868 time: 0.0937674 Dec 15 13:25:45.771102 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-675eb9c4-4103-49b6-aa00-007672350e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:25:45.847520 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 50594) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:25:45.939919 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df451f53-35f6-44c7-b30e-f44319cc53b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:25:45.941357 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-df451f53-35f6-44c7-b30e-f44319cc53b5 admin admin] 10.222.0.60 "GET /v2.0/subnets/db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2 HTTP/1.1" status: 200 len: 816 time: 0.0928383 Dec 15 13:25:46.838992 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:25:48.439167 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:25:49.393246 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:25:50.900575 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 5 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:26:10.718833 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 50648) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:26:10.769007 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [None req-998b1b9f-2ea9-479b-a731-d93a8951516a admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:26:10.770005 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-998b1b9f-2ea9-479b-a731-d93a8951516a admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0502107 Dec 15 13:26:13.247440 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 50656) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:26:13.306368 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa2c5e18-a71d-4308-9111-dab3c829ed8d admin admin] GET failed (client error): The resource could not be found. Dec 15 13:26:13.307702 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-fa2c5e18-a71d-4308-9111-dab3c829ed8d admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593166 Dec 15 13:26:13.415785 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-adf8d9c7-3448-4806-808b-876f6b304fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:13.459145 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685f141f-e15d-4e00-bb97-e00c7f844fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:26:13.460563 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-685f141f-e15d-4e00-bb97-e00c7f844fb1 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1483264 Dec 15 13:26:15.775133 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-27946d8f-7d19-455b-bfc8-2a0dfc3dc933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:15.860030 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 50664) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:26:15.906436 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:26:15.927008 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] Made reservation on behalf of b8bb67e688614ccb9ee5454c18356750 for: {'network': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:26:15.929813 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for network, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:15.957816 dv-cinder-813227-4-iscsi neutron-server[102374]: WARNING neutron.services.revisions.revision_plugin [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] Could not find related network for resource to bump revision. Dec 15 13:26:15.968631 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=102374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:26:15.977748 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:15.978088 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.db.segments_db [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] Added segment 2829a9fb-c859-441f-a59a-0e830bfd1cc8 of type vlan for network 62ac9dec-5f01-433b-86d7-66b6f04b3416 Dec 15 13:26:16.017481 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790302850079'] for network, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:16.040833 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for network, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:16.041808 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:26:16.042386 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:16.198166 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3370337 Dec 15 13:26:16.203450 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] Pushing event updated for resources: {'Network': ['ID=62ac9dec-5f01-433b-86d7-66b6f04b3416,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:26:16.210373 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:16.210670 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:16.211047 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:16.211388 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:16.211719 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:16.212049 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:16.212394 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:16.212727 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:16.213055 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:16.213379 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:16.213704 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:16.214022 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:16.214376 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60444cc2-138e-4051-87d1-47e848c2ca52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:16.226372 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Network 62ac9dec-5f01-433b-86d7-66b6f04b3416 details requested by agent ovs-agent-dv-cinder-813227-4-iscsi with host dv-cinder-813227-4-iscsi {{(pid=102376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:26:16.842316 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:18.441840 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:18.606701 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 50672) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:26:18.671146 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be00986-1eac-4e8d-8e0d-eeb05a56c3f8 admin admin] GET failed (client error): The resource could not be found. Dec 15 13:26:18.672380 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-1be00986-1eac-4e8d-8e0d-eeb05a56c3f8 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0647118 Dec 15 13:26:18.741085 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2c4c85-727d-441d-9bad-d501e13a3331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:26:18.742527 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-bc2c4c85-727d-441d-9bad-d501e13a3331 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0652115 Dec 15 13:26:18.753182 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-50969ade-df3f-47d0-a6c8-76e8c7a175c4 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '62ac9dec-5f01-433b-86d7-66b6f04b3416', 'description': 'shared-subnet'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:26:18.772794 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50969ade-df3f-47d0-a6c8-76e8c7a175c4 admin admin] Made reservation on behalf of b8bb67e688614ccb9ee5454c18356750 for: {'subnet': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:26:18.775181 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-50969ade-df3f-47d0-a6c8-76e8c7a175c4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:18.936228 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-50969ade-df3f-47d0-a6c8-76e8c7a175c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for subnet, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:18.993489 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50969ade-df3f-47d0-a6c8-76e8c7a175c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b9f64f0-e158-4d7b-94d1-6fe6c426e7f5,revision_number=0']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:26:19.000640 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50969ade-df3f-47d0-a6c8-76e8c7a175c4 admin admin] Checking segment: {'id': '2829a9fb-c859-441f-a59a-0e830bfd1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '62ac9dec-5f01-433b-86d7-66b6f04b3416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:26:19.000994 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50969ade-df3f-47d0-a6c8-76e8c7a175c4 admin admin] Network hostable DHCP agents. Network: 62ac9dec-5f01-433b-86d7-66b6f04b3416, hostable agents: ['d51fc807-4fdb-425e-a52e-51fe0ffc3ab0'], hosted agents: [] {{(pid=102374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:26:19.016683 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50969ade-df3f-47d0-a6c8-76e8c7a175c4 admin admin] Network 62ac9dec-5f01-433b-86d7-66b6f04b3416 is scheduled to be hosted by DHCP agent d51fc807-4fdb-425e-a52e-51fe0ffc3ab0 with binding_index 1 {{(pid=102374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:26:19.025008 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-50969ade-df3f-47d0-a6c8-76e8c7a175c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-4-iscsi, 62ac9dec-5f01-433b-86d7-66b6f04b3416) {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:26:19.029590 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50969ade-df3f-47d0-a6c8-76e8c7a175c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:26:19.030495 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-50969ade-df3f-47d0-a6c8-76e8c7a175c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:19.033742 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edfa740-0c65-434a-863c-02bd85c3655f None None] Network 62ac9dec-5f01-433b-86d7-66b6f04b3416 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:26:19.046114 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-50969ade-df3f-47d0-a6c8-76e8c7a175c4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2962358 Dec 15 13:26:19.139962 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e315edf-1288-5311-9742-459b5278ca2c-62ac9dec-5f01-433b-86d7-66b6f04b3416', 'network_id': '62ac9dec-5f01-433b-86d7-66b6f04b3416', 'project_id': 'b8bb67e688614ccb9ee5454c18356750', 'fixed_ips': [{'subnet_id': '0b9f64f0-e158-4d7b-94d1-6fe6c426e7f5'}]}} from dv-cinder-813227-4-iscsi. {{(pid=102376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:26:19.141065 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:19.280780 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.db_base_plugin_common [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Allocated IP 192.168.233.2 (62ac9dec-5f01-433b-86d7-66b6f04b3416/0b9f64f0-e158-4d7b-94d1-6fe6c426e7f5/d492e6f0-59c6-4a09-b4c1-fb35d432663b) {{(pid=102376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:26:19.424067 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:19.436502 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Publish callbacks [] for port, precommit_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:19.442206 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:19.479716 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Network 62ac9dec-5f01-433b-86d7-66b6f04b3416 is already hosted by enough agents. {{(pid=102376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:26:19.483488 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.scheduler.base_scheduler [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Resources bound (agent type, host, resource id): {{(pid=102376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:26:19.487032 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Received port after_create {{(pid=102376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:26:19.497467 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Pushing event updated for resources: {'Port': ['ID=d492e6f0-59c6-4a09-b4c1-fb35d432663b,revision_number=1']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:26:19.519148 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:19.519454 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:19.519804 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:19.520162 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:19.520471 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:19.520791 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:19.521119 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:19.521441 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:19.521758 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:19.522091 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:19.522415 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:19.522722 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:19.523059 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:26:19.556969 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Attempting to bind port d492e6f0-59c6-4a09-b4c1-fb35d432663b on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:26:19.557330 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Attempting to bind port d492e6f0-59c6-4a09-b4c1-fb35d432663b by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '2829a9fb-c859-441f-a59a-0e830bfd1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '62ac9dec-5f01-433b-86d7-66b6f04b3416'}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:26:19.557686 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Attempting to bind port d492e6f0-59c6-4a09-b4c1-fb35d432663b on network 62ac9dec-5f01-433b-86d7-66b6f04b3416 {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:26:19.563383 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:26:19.563756 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Checking segment: {'id': '2829a9fb-c859-441f-a59a-0e830bfd1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '62ac9dec-5f01-433b-86d7-66b6f04b3416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:26:19.564148 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:19.564528 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Bound using segment: {'id': '2829a9fb-c859-441f-a59a-0e830bfd1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '62ac9dec-5f01-433b-86d7-66b6f04b3416'} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:26:19.564977 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Bound port: d492e6f0-59c6-4a09-b4c1-fb35d432663b, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2829a9fb-c859-441f-a59a-0e830bfd1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '62ac9dec-5f01-433b-86d7-66b6f04b3416'}}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:26:19.565347 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:19.726966 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] For port d492e6f0-59c6-4a09-b4c1-fb35d432663b, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:26:19.731183 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] For port d492e6f0-59c6-4a09-b4c1-fb35d432663b, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=d492e6f0-59c6-4a09-b4c1-fb35d432663b,segment=NetworkSegment(2829a9fb-c859-441f-a59a-0e830bfd1cc8),segment_id=2829a9fb-c859-441f-a59a-0e830bfd1cc8)] {{(pid=102376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:26:19.735465 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:19.790578 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616a5db-652b-41c1-8c9c-b4237a1f9d3e None None] Pushing event updated for resources: {'Port': ['ID=d492e6f0-59c6-4a09-b4c1-fb35d432663b,revision_number=2']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:26:20.613509 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995b799a-28cf-400f-bc76-801ee93de06d None None] Network 62ac9dec-5f01-433b-86d7-66b6f04b3416 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:26:20.677668 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-900c38ad-bbb4-4594-b446-91d64b165eab None None] Provisioning complete for port d492e6f0-59c6-4a09-b4c1-fb35d432663b triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:26:20.678040 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-900c38ad-bbb4-4594-b446-91d64b165eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:20.804262 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-900c38ad-bbb4-4594-b446-91d64b165eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:20.848283 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-900c38ad-bbb4-4594-b446-91d64b165eab None None] For port d492e6f0-59c6-4a09-b4c1-fb35d432663b, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=d492e6f0-59c6-4a09-b4c1-fb35d432663b,segment=NetworkSegment(2829a9fb-c859-441f-a59a-0e830bfd1cc8),segment_id=2829a9fb-c859-441f-a59a-0e830bfd1cc8)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:26:20.853383 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-900c38ad-bbb4-4594-b446-91d64b165eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:20.911664 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c38ad-bbb4-4594-b446-91d64b165eab None None] Pushing event updated for resources: {'Port': ['ID=d492e6f0-59c6-4a09-b4c1-fb35d432663b,revision_number=3']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:26:21.078077 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-3a516ffd-2e8f-4424-86ab-51632bc59aa3 None None] Provisioning complete for port d492e6f0-59c6-4a09-b4c1-fb35d432663b triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:26:21.078448 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-3a516ffd-2e8f-4424-86ab-51632bc59aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:21.335976 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device d492e6f0-59c6-4a09-b4c1-fb35d432663b up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:26:21.388157 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port d492e6f0-59c6-4a09-b4c1-fb35d432663b triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:26:21.388559 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:27.898252 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 5 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:26:43.418405 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-233ba29f-64df-4ccb-9cf1-7391d882e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:45.778311 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-98a80745-5122-4844-92a1-3739dd6fde2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:46.844198 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:48.444037 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:26:49.396099 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:27:04.896495 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 5 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:27:13.421346 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-f59883dd-a51c-46ea-b1b4-53e57e1da7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:27:15.781275 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c75ddbd5-cfb3-470c-b25e-4265caaecca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:27:16.848429 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:27:18.446187 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:27:19.399225 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:27:31.206055 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 50716) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:27:31.211991 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [None req-fe668646-d3e6-4a72-9bb2-b5f3c3a78f4c tempest-verify_tempest_config-1748479341 tempest-verify_tempest_config-1748479341-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:27:31.212968 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-fe668646-d3e6-4a72-9bb2-b5f3c3a78f4c tempest-verify_tempest_config-1748479341 tempest-verify_tempest_config-1748479341-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059452 Dec 15 13:27:31.509992 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 50734) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:27:31.613999 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-80775766-352a-4951-8883-ce54890eb2f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:27:31.688819 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-80775766-352a-4951-8883-ce54890eb2f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:27:31.692604 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-80775766-352a-4951-8883-ce54890eb2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:27:31.737811 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-80775766-352a-4951-8883-ce54890eb2f0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4e2517131914436eb31d65a87d806ba5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2267532 Dec 15 13:27:31.738896 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80775766-352a-4951-8883-ce54890eb2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c813f86d-1cf8-4ef8-8a3b-ac5f1dc0f40c,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:27:31.740540 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 50738) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:27:31.745793 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80775766-352a-4951-8883-ce54890eb2f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.746141 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80775766-352a-4951-8883-ce54890eb2f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.746484 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80775766-352a-4951-8883-ce54890eb2f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.746818 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80775766-352a-4951-8883-ce54890eb2f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.747181 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80775766-352a-4951-8883-ce54890eb2f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.747506 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80775766-352a-4951-8883-ce54890eb2f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.747865 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80775766-352a-4951-8883-ce54890eb2f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.748205 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80775766-352a-4951-8883-ce54890eb2f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.748524 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80775766-352a-4951-8883-ce54890eb2f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.748888 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80775766-352a-4951-8883-ce54890eb2f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.749151 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80775766-352a-4951-8883-ce54890eb2f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.749481 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80775766-352a-4951-8883-ce54890eb2f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.749786 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80775766-352a-4951-8883-ce54890eb2f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.837451 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-2393e860-24c6-4d4e-bb56-8f14f6718fb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:27:31.858792 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-2393e860-24c6-4d4e-bb56-8f14f6718fb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:27:31.953138 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-2393e860-24c6-4d4e-bb56-8f14f6718fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:27:31.955713 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-2393e860-24c6-4d4e-bb56-8f14f6718fb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:27:31.956872 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-2393e860-24c6-4d4e-bb56-8f14f6718fb4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c813f86d-1cf8-4ef8-8a3b-ac5f1dc0f40c HTTP/1.1" status: 204 len: 168 time: 0.2152708 Dec 15 13:27:31.964769 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393e860-24c6-4d4e-bb56-8f14f6718fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c813f86d-1cf8-4ef8-8a3b-ac5f1dc0f40c,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:27:31.972209 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393e860-24c6-4d4e-bb56-8f14f6718fb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.972566 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393e860-24c6-4d4e-bb56-8f14f6718fb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.972916 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393e860-24c6-4d4e-bb56-8f14f6718fb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.973261 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393e860-24c6-4d4e-bb56-8f14f6718fb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.973590 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393e860-24c6-4d4e-bb56-8f14f6718fb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.973922 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393e860-24c6-4d4e-bb56-8f14f6718fb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.974278 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393e860-24c6-4d4e-bb56-8f14f6718fb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.974731 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393e860-24c6-4d4e-bb56-8f14f6718fb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.974983 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393e860-24c6-4d4e-bb56-8f14f6718fb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.975335 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393e860-24c6-4d4e-bb56-8f14f6718fb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.975667 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393e860-24c6-4d4e-bb56-8f14f6718fb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.975997 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393e860-24c6-4d4e-bb56-8f14f6718fb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:31.976325 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393e860-24c6-4d4e-bb56-8f14f6718fb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:27:41.895705 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 5 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:27:43.423370 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-0321280c-3e4c-4eb3-908d-46034a2717a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:27:45.782615 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-854e0a9d-6fe4-48fb-b8be-93bcb90035a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:27:46.853064 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:27:48.448702 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:27:49.400970 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:13.423768 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-08fd1a21-9730-4582-ab32-d81b7d90fd51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:15.783906 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-983c80fe-e626-40d0-aa84-004582764207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:16.852782 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:18.455635 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:18.894909 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 5 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:28:19.405973 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:43.424384 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-a9eee589-b21d-46cc-a2ce-44fb652f71e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:45.784736 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-f7d8c27c-db29-4150-a96d-fe0f3cce6e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:46.855648 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:48.455198 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:49.397039 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:28:55.893806 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 5 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:29:08.212525 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531195'] for agent, after_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:13.426805 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-23205c43-d9f4-4a7a-bc4a-20e8d266eed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:15.787283 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-bb28e68d-4c93-4586-ad3c-4f11e27ded36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:16.857159 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:18.457635 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:19.399068 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:23.379307 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 50812) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:29:23.482473 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-b06b2afc-b9d8-4f2c-82bb-1e1563400b97 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1020775 Dec 15 13:29:25.880615 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 50822) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:29:25.934997 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-87ad2b18-3cf8-4b33-9ee0-39a051f4c6b0 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0532858 Dec 15 13:29:32.894933 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:29:38.158066 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:43.427777 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b027f95a-fa00-490b-bb42-afe0ed5ec358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:45.789961 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-e0928f6c-2743-4956-8f57-7b7956e3105c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:46.860663 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:48.459989 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:29:49.400454 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:08.160163 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:09.893894 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:30:13.429530 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-e98d5f8d-6d37-46aa-9c77-f839e434de7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:15.796454 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-223d7638-cc0e-45a8-986c-698264b160a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:16.862588 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:18.463069 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:19.409155 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:38.176776 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:43.432369 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9be8b892-303e-4a26-9e87-eb4c8411eca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:45.790926 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-5326f4e2-5edc-40c5-b86f-4d3ab090fbb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:46.865989 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:46.893669 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:30:48.467462 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:49.402439 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:56.616706 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 50982) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:30:56.911152 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1002589571-network', 'tenant_id': '18c80dfcc63a49f7b54f89f08cd8842f'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:30:56.942693 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 51014) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:30:56.943790 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Made reservation on behalf of 18c80dfcc63a49f7b54f89f08cd8842f for: {'network': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:30:56.947227 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for network, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:56.956345 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:57.047580 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:57.049335 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:57.062892 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=102374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:30:57.086319 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f90e4f9-383c-45cc-9222-d9bfd1d2d445,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:30:57.097419 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:57.097844 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.db.segments_db [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Added segment 57c552fd-02d1-4d1d-8e94-c628cc826ca5 of type vlan for network 12997ed3-8144-436a-8d20-22135e6511e5 Dec 15 13:30:57.127198 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.127588 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.127911 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.128275 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.128580 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.128912 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.129237 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.129565 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.129899 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.130240 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.130566 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.130898 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.131222 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Tracked resource versions report: Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: pushed versions: Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: { 'AddressGroup': {'1.2'}, Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: 'ConntrackHelper': {'1.0'}, Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: 'Log': {'1.0'}, Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: 'Network': {'1.1'}, Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: 'Port': {'1.7'}, Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: 'PortForwarding': {'1.2'}, Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: 'QosPolicy': {'1.10'}, Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: 'SecurityGroup': {'1.5'}, Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: 'SubPort': {'1.0'}, Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: 'Subnet': {'1.1'}, Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: 'Trunk': {'1.1'}} Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: consumer versions: Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: { DHCP agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: HyperV agent@hv-cinder-81322: {}, Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: L3 agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: Metadata agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: Metering agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: Open vSwitch agent@dv-cinder-813227-4-iscsi: { 'AddressGroup': '1.2', Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: 'ConntrackHelper': '1.0', Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: 'LocalIPAssociation': '1.0', Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: 'Log': '1.0', Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: 'Network': '1.1', Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: 'Port': '1.7', Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: 'PortForwarding': '1.2', Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: 'QosPolicy': '1.10', Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: 'SecurityGroup': '1.5', Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: 'SecurityGroupRule': '1.2', Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: 'SubPort': '1.0', Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: 'Subnet': '1.1', Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: 'Trunk': '1.1'}} Dec 15 13:30:57.132295 dv-cinder-813227-4-iscsi neutron-server[102374]: {{(pid=102374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:30:57.161462 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790302850079'] for network, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:57.199603 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for network, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:57.200891 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:30:57.201710 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:57.273741 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] Pushing event updated for resources: {'Network': ['ID=12997ed3-8144-436a-8d20-22135e6511e5,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:30:57.289550 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-b5f802de-e3c4-488b-9b71-054748a13391 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6733072 Dec 15 13:30:57.290104 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 51032) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:30:57.292614 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Network 12997ed3-8144-436a-8d20-22135e6511e5 details requested by agent ovs-agent-dv-cinder-813227-4-iscsi with host dv-cinder-813227-4-iscsi {{(pid=102376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:30:57.309398 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Request body: {'subnet': {'network_id': '12997ed3-8144-436a-8d20-22135e6511e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1002589571-subnet', 'tenant_id': '18c80dfcc63a49f7b54f89f08cd8842f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:30:57.310896 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.quota [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Loaded quota_driver: . Dec 15 13:30:57.376847 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Made reservation on behalf of 18c80dfcc63a49f7b54f89f08cd8842f for: {'subnet': 1} {{(pid=102375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:30:57.380249 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Publish callbacks [] for subnet, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:57.507933 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-172c7f67-061c-4f05-b0b8-5a5f8d99de4e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-404978970-network', 'tenant_id': 'c6099655f06b473db6eb84adfee54156'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:30:57.556954 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172c7f67-061c-4f05-b0b8-5a5f8d99de4e admin admin] Made reservation on behalf of c6099655f06b473db6eb84adfee54156 for: {'network': 1} {{(pid=102375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:30:57.559283 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-172c7f67-061c-4f05-b0b8-5a5f8d99de4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for network, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:57.617401 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-172c7f67-061c-4f05-b0b8-5a5f8d99de4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:57.677229 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 51044) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:30:57.706949 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for subnet, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:57.752585 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 51058) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:30:57.792818 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 51062) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:30:57.796161 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-172c7f67-061c-4f05-b0b8-5a5f8d99de4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:57.859248 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-172c7f67-061c-4f05-b0b8-5a5f8d99de4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:57.875563 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172c7f67-061c-4f05-b0b8-5a5f8d99de4e admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=102375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:30:57.890108 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-172c7f67-061c-4f05-b0b8-5a5f8d99de4e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790303350649', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:57.890685 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-172c7f67-061c-4f05-b0b8-5a5f8d99de4e admin admin] Unsubscribe: segment precommit_create {{(pid=102375) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 13:30:57.891200 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.db.segments_db [None req-172c7f67-061c-4f05-b0b8-5a5f8d99de4e admin admin] Added segment bbf31dc8-f5b3-4b63-8b54-2114d7ea5e69 of type vlan for network 74e83cc2-a971-4afa-a119-d0be3ac3d84d Dec 15 13:30:57.901803 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ee2ad3b-f34f-4e7d-8e6d-3df4050ee06e,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:30:57.924219 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.924588 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.924938 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.925284 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.925613 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.925943 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.926277 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.926600 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.926949 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.927280 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.927602 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.927923 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.928242 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Tracked resource versions report: Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: pushed versions: Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: { 'AddressGroup': {'1.2'}, Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: 'ConntrackHelper': {'1.0'}, Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: 'Log': {'1.0'}, Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: 'Network': {'1.1'}, Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: 'Port': {'1.7'}, Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: 'PortForwarding': {'1.2'}, Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: 'QosPolicy': {'1.10'}, Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: 'SecurityGroup': {'1.5'}, Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: 'SubPort': {'1.0'}, Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: 'Subnet': {'1.1'}, Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: 'Trunk': {'1.1'}} Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: consumer versions: Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: { DHCP agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: HyperV agent@hv-cinder-81322: {}, Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: L3 agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: Metadata agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: Metering agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: Open vSwitch agent@dv-cinder-813227-4-iscsi: { 'AddressGroup': '1.2', Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: 'ConntrackHelper': '1.0', Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: 'LocalIPAssociation': '1.0', Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: 'Log': '1.0', Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: 'Network': '1.1', Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: 'Port': '1.7', Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: 'PortForwarding': '1.2', Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: 'QosPolicy': '1.10', Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: 'SecurityGroup': '1.5', Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: 'SecurityGroupRule': '1.2', Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: 'SubPort': '1.0', Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: 'Subnet': '1.1', Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: 'Trunk': '1.1'}} Dec 15 13:30:57.929383 dv-cinder-813227-4-iscsi neutron-server[102375]: {{(pid=102375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:30:57.978672 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-172c7f67-061c-4f05-b0b8-5a5f8d99de4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790302850079'] for network, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.013797 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c7f67-061c-4f05-b0b8-5a5f8d99de4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63664326-0e50-4a4f-ae73-b06e39971d31,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:30:58.031554 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Checking segment: {'id': '57c552fd-02d1-4d1d-8e94-c628cc826ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:30:58.031925 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Network hostable DHCP agents. Network: 12997ed3-8144-436a-8d20-22135e6511e5, hostable agents: ['d51fc807-4fdb-425e-a52e-51fe0ffc3ab0'], hosted agents: [] {{(pid=102375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:30:58.045266 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-172c7f67-061c-4f05-b0b8-5a5f8d99de4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for network, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.046218 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172c7f67-061c-4f05-b0b8-5a5f8d99de4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:30:58.047051 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-172c7f67-061c-4f05-b0b8-5a5f8d99de4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.064923 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-c464f999-8b5e-470e-90ef-2bbef5639acc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1081663544-network', 'tenant_id': '849d4c797afe475aa474e4415f6190c0'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:30:58.089895 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Network 12997ed3-8144-436a-8d20-22135e6511e5 is scheduled to be hosted by DHCP agent d51fc807-4fdb-425e-a52e-51fe0ffc3ab0 with binding_index 1 {{(pid=102375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:30:58.095892 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-aaf85878-f2cb-431a-b446-8ef3ed972489 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-809202730-network', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:30:58.101624 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c464f999-8b5e-470e-90ef-2bbef5639acc admin admin] Made reservation on behalf of 849d4c797afe475aa474e4415f6190c0 for: {'network': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:30:58.104104 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c464f999-8b5e-470e-90ef-2bbef5639acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for network, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.117145 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c464f999-8b5e-470e-90ef-2bbef5639acc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.125797 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-93585a1f-4abd-42b5-a74e-f258917a4f64 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-353082812-network', 'tenant_id': '6898e751314d4e94af3fc6df9b465470'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:30:58.132046 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-172c7f67-061c-4f05-b0b8-5a5f8d99de4e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1880932 Dec 15 13:30:58.135962 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 51076) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:30:58.150935 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-1f56591c-d261-4858-b211-c9ee688f048d admin admin] Request body: {'subnet': {'network_id': '74e83cc2-a971-4afa-a119-d0be3ac3d84d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-404978970-subnet', 'tenant_id': 'c6099655f06b473db6eb84adfee54156', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:30:58.169916 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf85878-f2cb-431a-b446-8ef3ed972489 admin admin] Made reservation on behalf of 4cde9c0e34334ad7a7e79bfeb8963935 for: {'network': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:30:58.172148 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-4-iscsi, 12997ed3-8144-436a-8d20-22135e6511e5) {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:30:58.172726 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-aaf85878-f2cb-431a-b446-8ef3ed972489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for network, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.182122 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea71510-0459-40e0-bf5b-d3c4a5de58ee None None] Network 12997ed3-8144-436a-8d20-22135e6511e5 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:30:58.187712 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:30:58.189208 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.191459 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c7f67-061c-4f05-b0b8-5a5f8d99de4e admin admin] Pushing event updated for resources: {'Network': ['ID=74e83cc2-a971-4afa-a119-d0be3ac3d84d,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:30:58.215364 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f56591c-d261-4858-b211-c9ee688f048d admin admin] Made reservation on behalf of c6099655f06b473db6eb84adfee54156 for: {'subnet': 1} {{(pid=102375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:30:58.219181 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-1f56591c-d261-4858-b211-c9ee688f048d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.222737 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-aaf85878-f2cb-431a-b446-8ef3ed972489 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.231559 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-10cf3c65-b7f3-4b75-a7db-1869d829cded admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9401898 Dec 15 13:30:58.283061 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Network 74e83cc2-a971-4afa-a119-d0be3ac3d84d details requested by agent ovs-agent-dv-cinder-813227-4-iscsi with host dv-cinder-813227-4-iscsi {{(pid=102376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:30:58.326899 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93585a1f-4abd-42b5-a74e-f258917a4f64 admin admin] Made reservation on behalf of 6898e751314d4e94af3fc6df9b465470 for: {'network': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:30:58.329190 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-93585a1f-4abd-42b5-a74e-f258917a4f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for network, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.374049 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-93585a1f-4abd-42b5-a74e-f258917a4f64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.468584 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-1f56591c-d261-4858-b211-c9ee688f048d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for subnet, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.490249 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c464f999-8b5e-470e-90ef-2bbef5639acc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.501967 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c464f999-8b5e-470e-90ef-2bbef5639acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.520331 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cca8490-e8c0-4021-8c62-cd37371825c8 None None] Network 12997ed3-8144-436a-8d20-22135e6511e5 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:30:58.535075 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56591c-d261-4858-b211-c9ee688f048d admin admin] Pushing event updated for resources: {'Subnet': ['ID=00e57f05-7cd4-4d4c-b428-0d6d5588aec2,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:30:58.545997 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f56591c-d261-4858-b211-c9ee688f048d admin admin] Checking segment: {'id': 'bbf31dc8-f5b3-4b63-8b54-2114d7ea5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '74e83cc2-a971-4afa-a119-d0be3ac3d84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:30:58.546611 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f56591c-d261-4858-b211-c9ee688f048d admin admin] Network hostable DHCP agents. Network: 74e83cc2-a971-4afa-a119-d0be3ac3d84d, hostable agents: ['d51fc807-4fdb-425e-a52e-51fe0ffc3ab0'], hosted agents: [] {{(pid=102375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:30:58.553506 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c464f999-8b5e-470e-90ef-2bbef5639acc admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=102374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:30:58.588487 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f56591c-d261-4858-b211-c9ee688f048d admin admin] Network 74e83cc2-a971-4afa-a119-d0be3ac3d84d is scheduled to be hosted by DHCP agent d51fc807-4fdb-425e-a52e-51fe0ffc3ab0 with binding_index 1 {{(pid=102375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:30:58.601585 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c464f999-8b5e-470e-90ef-2bbef5639acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.602467 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.db.segments_db [None req-c464f999-8b5e-470e-90ef-2bbef5639acc admin admin] Added segment 5e57a592-0f0a-4da5-b292-1f54cc910cb1 of type vlan for network b0016a0f-1988-46ad-b4da-048d7988271c Dec 15 13:30:58.604068 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-1f56591c-d261-4858-b211-c9ee688f048d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-4-iscsi, 74e83cc2-a971-4afa-a119-d0be3ac3d84d) {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:30:58.608800 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f56591c-d261-4858-b211-c9ee688f048d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:30:58.609382 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-1f56591c-d261-4858-b211-c9ee688f048d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.618961 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eac430a-0177-411d-8fea-5028a74cf009 None None] Network 74e83cc2-a971-4afa-a119-d0be3ac3d84d requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:30:58.639681 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-aaf85878-f2cb-431a-b446-8ef3ed972489 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.652288 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464f999-8b5e-470e-90ef-2bbef5639acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20523ca6-19cb-4acc-9870-9d7b96f83712,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:30:58.653485 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-1f56591c-d261-4858-b211-c9ee688f048d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5067744 Dec 15 13:30:58.662393 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-aaf85878-f2cb-431a-b446-8ef3ed972489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.753757 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf85878-f2cb-431a-b446-8ef3ed972489 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=102374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:30:58.760215 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c464f999-8b5e-470e-90ef-2bbef5639acc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790302850079'] for network, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.767368 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-93585a1f-4abd-42b5-a74e-f258917a4f64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.772539 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf85878-f2cb-431a-b446-8ef3ed972489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8c729f-cb66-4c59-be64-50f4b1c2cf4b,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:30:58.783353 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-aaf85878-f2cb-431a-b446-8ef3ed972489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.784067 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.db.segments_db [None req-aaf85878-f2cb-431a-b446-8ef3ed972489 admin admin] Added segment 4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb of type vlan for network c615d296-1c4b-42bd-b81b-913328306550 Dec 15 13:30:58.785696 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-93585a1f-4abd-42b5-a74e-f258917a4f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.829155 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cfab6a-44b4-4698-adb6-fcd53f1b2e6e None None] Network 74e83cc2-a971-4afa-a119-d0be3ac3d84d requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:30:58.878452 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93585a1f-4abd-42b5-a74e-f258917a4f64 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=102374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:30:58.882650 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-aaf85878-f2cb-431a-b446-8ef3ed972489 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790302850079'] for network, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.891428 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c464f999-8b5e-470e-90ef-2bbef5639acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for network, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.893198 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c464f999-8b5e-470e-90ef-2bbef5639acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:30:58.894532 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c464f999-8b5e-470e-90ef-2bbef5639acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.901486 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93585a1f-4abd-42b5-a74e-f258917a4f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:30:58.933004 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-93585a1f-4abd-42b5-a74e-f258917a4f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:58.933818 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.db.segments_db [None req-93585a1f-4abd-42b5-a74e-f258917a4f64 admin admin] Added segment ae3446bd-4fa7-42f3-9c0f-359db90b2747 of type vlan for network 818413aa-89a4-4338-a133-8010a51bc5a9 Dec 15 13:30:59.013749 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-c464f999-8b5e-470e-90ef-2bbef5639acc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3346765 Dec 15 13:30:59.020967 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 51126) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:30:59.044026 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-329aa7e2-e5ef-49a2-9d11-b52771a74fb3 admin admin] Request body: {'subnet': {'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1081663544-subnet', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:30:59.048351 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-aaf85878-f2cb-431a-b446-8ef3ed972489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for network, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:59.049910 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf85878-f2cb-431a-b446-8ef3ed972489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:30:59.049910 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-aaf85878-f2cb-431a-b446-8ef3ed972489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:59.090535 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-93585a1f-4abd-42b5-a74e-f258917a4f64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790302850079'] for network, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:59.093308 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464f999-8b5e-470e-90ef-2bbef5639acc admin admin] Pushing event updated for resources: {'Network': ['ID=b0016a0f-1988-46ad-b4da-048d7988271c,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:30:59.106723 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Network b0016a0f-1988-46ad-b4da-048d7988271c details requested by agent ovs-agent-dv-cinder-813227-4-iscsi with host dv-cinder-813227-4-iscsi {{(pid=102376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:30:59.150628 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329aa7e2-e5ef-49a2-9d11-b52771a74fb3 admin admin] Made reservation on behalf of 849d4c797afe475aa474e4415f6190c0 for: {'subnet': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:30:59.153134 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-329aa7e2-e5ef-49a2-9d11-b52771a74fb3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:59.180842 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 51136) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:30:59.181356 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-aaf85878-f2cb-431a-b446-8ef3ed972489 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4272799 Dec 15 13:30:59.186043 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-4eb50eca-9c18-436a-a1ee-484e20831dc2 admin admin] Request body: {'subnet': {'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-809202730-subnet', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:30:59.213218 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb50eca-9c18-436a-a1ee-484e20831dc2 admin admin] Made reservation on behalf of 4cde9c0e34334ad7a7e79bfeb8963935 for: {'subnet': 1} {{(pid=102375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:30:59.222399 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4eb50eca-9c18-436a-a1ee-484e20831dc2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:59.226416 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 51144) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:30:59.231074 dv-cinder-813227-4-iscsi neutron-server[102375]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 13:30:59.231241 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf85878-f2cb-431a-b446-8ef3ed972489 admin admin] Pushing event updated for resources: {'Network': ['ID=c615d296-1c4b-42bd-b81b-913328306550,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:30:59.240232 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-93585a1f-4abd-42b5-a74e-f258917a4f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for network, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:59.241088 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93585a1f-4abd-42b5-a74e-f258917a4f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:30:59.241520 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-93585a1f-4abd-42b5-a74e-f258917a4f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:59.244060 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Network c615d296-1c4b-42bd-b81b-913328306550 details requested by agent ovs-agent-dv-cinder-813227-4-iscsi with host dv-cinder-813227-4-iscsi {{(pid=102376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:30:59.313347 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-93585a1f-4abd-42b5-a74e-f258917a4f64 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5188780 Dec 15 13:30:59.317878 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 51146) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:30:59.329080 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-27d3e310-f118-4c63-85c2-1e933612eac6 admin admin] Request body: {'subnet': {'network_id': '818413aa-89a4-4338-a133-8010a51bc5a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-353082812-subnet', 'tenant_id': '6898e751314d4e94af3fc6df9b465470', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:30:59.357915 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93585a1f-4abd-42b5-a74e-f258917a4f64 admin admin] Pushing event updated for resources: {'Network': ['ID=818413aa-89a4-4338-a133-8010a51bc5a9,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:30:59.369389 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Network 818413aa-89a4-4338-a133-8010a51bc5a9 details requested by agent ovs-agent-dv-cinder-813227-4-iscsi with host dv-cinder-813227-4-iscsi {{(pid=102376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:30:59.378043 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d3e310-f118-4c63-85c2-1e933612eac6 admin admin] Made reservation on behalf of 6898e751314d4e94af3fc6df9b465470 for: {'subnet': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:30:59.380876 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-27d3e310-f118-4c63-85c2-1e933612eac6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:59.526378 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-0478e090-ae7b-43d3-ae35-482c218b7570 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:30:59.528251 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-0478e090-ae7b-43d3-ae35-482c218b7570 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/networks?id=12997ed3-8144-436a-8d20-22135e6511e5 HTTP/1.1" status: 200 len: 815 time: 0.3007247 Dec 15 13:30:59.537563 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-329aa7e2-e5ef-49a2-9d11-b52771a74fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for subnet, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:59.568356 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-96e352b2-4c0c-46e3-beab-3d84320b27c8 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/quotas/18c80dfcc63a49f7b54f89f08cd8842f HTTP/1.1" status: 200 len: 375 time: 0.0164194 Dec 15 13:30:59.661184 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329aa7e2-e5ef-49a2-9d11-b52771a74fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ee2d60c-e8f8-48bd-815a-998b0d5d4d75,revision_number=0']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:30:59.695495 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-ca576b6b-f36c-4a51-b2fc-57501b621074 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=18c80dfcc63a49f7b54f89f08cd8842f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784857 Dec 15 13:30:59.698740 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4eb50eca-9c18-436a-a1ee-484e20831dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for subnet, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:59.713255 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329aa7e2-e5ef-49a2-9d11-b52771a74fb3 admin admin] Checking segment: {'id': '5e57a592-0f0a-4da5-b292-1f54cc910cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:30:59.713614 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329aa7e2-e5ef-49a2-9d11-b52771a74fb3 admin admin] Network hostable DHCP agents. Network: b0016a0f-1988-46ad-b4da-048d7988271c, hostable agents: ['d51fc807-4fdb-425e-a52e-51fe0ffc3ab0'], hosted agents: [] {{(pid=102374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:30:59.736187 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-27d3e310-f118-4c63-85c2-1e933612eac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for subnet, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:59.776151 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb50eca-9c18-436a-a1ee-484e20831dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bfb1a29-2a65-49ed-8e77-c521738f977b,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:30:59.783616 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb50eca-9c18-436a-a1ee-484e20831dc2 admin admin] Checking segment: {'id': '4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:30:59.783840 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb50eca-9c18-436a-a1ee-484e20831dc2 admin admin] Network hostable DHCP agents. Network: c615d296-1c4b-42bd-b81b-913328306550, hostable agents: ['d51fc807-4fdb-425e-a52e-51fe0ffc3ab0'], hosted agents: [] {{(pid=102375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:30:59.802215 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329aa7e2-e5ef-49a2-9d11-b52771a74fb3 admin admin] Network b0016a0f-1988-46ad-b4da-048d7988271c is scheduled to be hosted by DHCP agent d51fc807-4fdb-425e-a52e-51fe0ffc3ab0 with binding_index 1 {{(pid=102374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:30:59.804335 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb50eca-9c18-436a-a1ee-484e20831dc2 admin admin] Network c615d296-1c4b-42bd-b81b-913328306550 is scheduled to be hosted by DHCP agent d51fc807-4fdb-425e-a52e-51fe0ffc3ab0 with binding_index 1 {{(pid=102375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:30:59.825153 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-4eb50eca-9c18-436a-a1ee-484e20831dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-4-iscsi, c615d296-1c4b-42bd-b81b-913328306550) {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:30:59.826900 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-329aa7e2-e5ef-49a2-9d11-b52771a74fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-4-iscsi, b0016a0f-1988-46ad-b4da-048d7988271c) {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:30:59.829055 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3e310-f118-4c63-85c2-1e933612eac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d,revision_number=0']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:30:59.829432 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb50eca-9c18-436a-a1ee-484e20831dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:30:59.830016 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4eb50eca-9c18-436a-a1ee-484e20831dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:59.846782 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329aa7e2-e5ef-49a2-9d11-b52771a74fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:30:59.847404 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-329aa7e2-e5ef-49a2-9d11-b52771a74fb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:59.848774 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0ad85b-621a-49d6-bb42-92b493ba16e0 None None] Network c615d296-1c4b-42bd-b81b-913328306550 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:30:59.849321 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-a4137c42-bca9-44f8-a266-d3ed336ec794 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:30:59.850144 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-a4137c42-bca9-44f8-a266-d3ed336ec794 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0841198 Dec 15 13:30:59.854070 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-4eb50eca-9c18-436a-a1ee-484e20831dc2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6721199 Dec 15 13:30:59.860419 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 51180) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:30:59.860899 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 51182) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:30:59.868736 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d3e310-f118-4c63-85c2-1e933612eac6 admin admin] Checking segment: {'id': 'ae3446bd-4fa7-42f3-9c0f-359db90b2747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '818413aa-89a4-4338-a133-8010a51bc5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:30:59.869089 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d3e310-f118-4c63-85c2-1e933612eac6 admin admin] Network hostable DHCP agents. Network: 818413aa-89a4-4338-a133-8010a51bc5a9, hostable agents: ['d51fc807-4fdb-425e-a52e-51fe0ffc3ab0'], hosted agents: [] {{(pid=102374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:30:59.887869 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-b830091c-d2d4-464b-8421-908d2f686302 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-809202730-router', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:30:59.888790 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-329aa7e2-e5ef-49a2-9d11-b52771a74fb3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8661938 Dec 15 13:30:59.893014 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 51188) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:30:59.897908 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-c5b7d7fd-af30-45cf-8c93-ff2d728eee16 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1081663544-router', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:30:59.904798 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904aa4f3-9f9a-4837-971e-cb6d636b72a8 None None] Network b0016a0f-1988-46ad-b4da-048d7988271c requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:30:59.919919 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d3e310-f118-4c63-85c2-1e933612eac6 admin admin] Network 818413aa-89a4-4338-a133-8010a51bc5a9 is scheduled to be hosted by DHCP agent d51fc807-4fdb-425e-a52e-51fe0ffc3ab0 with binding_index 1 {{(pid=102374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:30:59.927233 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d7fd-af30-45cf-8c93-ff2d728eee16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12885'] for router, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:59.928300 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d7fd-af30-45cf-8c93-ff2d728eee16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12878'] for router, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:59.932291 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-27d3e310-f118-4c63-85c2-1e933612eac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-4-iscsi, 818413aa-89a4-4338-a133-8010a51bc5a9) {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:30:59.940532 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d3e310-f118-4c63-85c2-1e933612eac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:30:59.941082 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-27d3e310-f118-4c63-85c2-1e933612eac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:30:59.975111 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d601cd-6319-4d46-a39d-d54738712173 None None] Network 818413aa-89a4-4338-a133-8010a51bc5a9 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:31:00.004077 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d7fd-af30-45cf-8c93-ff2d728eee16 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:00.096742 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b830091c-d2d4-464b-8421-908d2f686302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12885'] for router, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:00.098322 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b830091c-d2d4-464b-8421-908d2f686302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12878'] for router, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:00.135144 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e315edf-1288-5311-9742-459b5278ca2c-c615d296-1c4b-42bd-b81b-913328306550', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'fixed_ips': [{'subnet_id': '6bfb1a29-2a65-49ed-8e77-c521738f977b'}]}} from dv-cinder-813227-4-iscsi. {{(pid=102376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:31:00.136107 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:00.172007 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43702d5-4103-41cc-82e8-9947f53cc4cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e315edf-1288-5311-9742-459b5278ca2c-b0016a0f-1988-46ad-b4da-048d7988271c', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'project_id': '849d4c797afe475aa474e4415f6190c0', 'fixed_ips': [{'subnet_id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75'}]}} from dv-cinder-813227-4-iscsi. {{(pid=102376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:31:00.172904 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d43702d5-4103-41cc-82e8-9947f53cc4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:00.193396 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5b0723-32bd-4a24-8c75-4dd0a4c77b29 None None] Network 818413aa-89a4-4338-a133-8010a51bc5a9 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:31:00.235402 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-9a133cb1-dcf5-4611-9cf4-9768b50ce0c6 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:00.237109 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-9a133cb1-dcf5-4611-9cf4-9768b50ce0c6 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/networks?id=74e83cc2-a971-4afa-a119-d0be3ac3d84d HTTP/1.1" status: 200 len: 811 time: 0.3753455 Dec 15 13:31:00.265240 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-fc0b8322-0d65-4a73-a6e4-1bccd5ee7ad8 service neutron] 10.222.0.60 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054804 Dec 15 13:31:00.272928 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d7fd-af30-45cf-8c93-ff2d728eee16 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:00.274886 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b830091c-d2d4-464b-8421-908d2f686302 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:00.291652 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-27d3e310-f118-4c63-85c2-1e933612eac6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9654801 Dec 15 13:31:00.291877 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 51194) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:00.296653 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-86ac1d04-b99a-4098-a33c-a2b566731b12 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-353082812-router', 'tenant_id': '6898e751314d4e94af3fc6df9b465470', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:00.365316 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-ef81d8ad-7656-48c7-bfce-d0011d49bf7a tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/quotas/c6099655f06b473db6eb84adfee54156 HTTP/1.1" status: 200 len: 375 time: 0.0959210 Dec 15 13:31:00.490939 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d7fd-af30-45cf-8c93-ff2d728eee16 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:00.505467 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-bd55ac22-4271-47f3-91e6-851be19ed7f1 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c6099655f06b473db6eb84adfee54156&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532036 Dec 15 13:31:00.511795 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d7fd-af30-45cf-8c93-ff2d728eee16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:00.606622 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.db_base_plugin_common [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Allocated IP 172.20.0.2 (c615d296-1c4b-42bd-b81b-913328306550/6bfb1a29-2a65-49ed-8e77-c521738f977b/f570350b-2e13-4b6d-8242-830fb018753a) {{(pid=102376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:31:00.608568 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-86ac1d04-b99a-4098-a33c-a2b566731b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12885'] for router, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:00.609612 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-86ac1d04-b99a-4098-a33c-a2b566731b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12878'] for router, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:00.632291 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b830091c-d2d4-464b-8421-908d2f686302 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:00.633461 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [None req-c5b7d7fd-af30-45cf-8c93-ff2d728eee16 admin admin] Allocated IP 172.27.2.224 (d75b81e5-d2ea-4613-a99a-556640a87149/db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2/d61fba26-f630-46c6-ae25-9c3b3f42ab23) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:31:00.636372 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.db_base_plugin_common [None req-d43702d5-4103-41cc-82e8-9947f53cc4cc None None] Allocated IP 172.20.0.2 (b0016a0f-1988-46ad-b4da-048d7988271c/5ee2d60c-e8f8-48bd-815a-998b0d5d4d75/ee7f9fab-7167-4705-80eb-728ad02edd53) {{(pid=102376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:31:00.661847 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-5c97b5f0-6d2c-4a3b-ab1e-e0f582364470 service neutron] 10.222.0.60 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858149 Dec 15 13:31:00.725192 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-77f8f234-afa6-4021-b867-fda05251b120 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:31:00.726195 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-77f8f234-afa6-4021-b867-fda05251b120 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1267686 Dec 15 13:31:00.754057 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-86ac1d04-b99a-4098-a33c-a2b566731b12 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:00.780250 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d7fd-af30-45cf-8c93-ff2d728eee16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:00.821983 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d7fd-af30-45cf-8c93-ff2d728eee16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:00.846975 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b7d7fd-af30-45cf-8c93-ff2d728eee16 admin admin] Network d75b81e5-d2ea-4613-a99a-556640a87149 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:31:00.867407 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-c5b7d7fd-af30-45cf-8c93-ff2d728eee16 admin admin] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:00.883219 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b7d7fd-af30-45cf-8c93-ff2d728eee16 admin admin] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:31:00.891980 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Publish callbacks [] for port, precommit_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:00.910816 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:00.925211 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d43702d5-4103-41cc-82e8-9947f53cc4cc None None] Publish callbacks [] for port, precommit_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:00.964802 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d43702d5-4103-41cc-82e8-9947f53cc4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:00.968171 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Network c615d296-1c4b-42bd-b81b-913328306550 is already hosted by enough agents. {{(pid=102376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:31:00.975614 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.scheduler.base_scheduler [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Resources bound (agent type, host, resource id): {{(pid=102376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:00.978163 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Received port after_create {{(pid=102376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:31:00.992891 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7d7fd-af30-45cf-8c93-ff2d728eee16 admin admin] Pushing event updated for resources: {'Port': ['ID=d61fba26-f630-46c6-ae25-9c3b3f42ab23,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:00.995670 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Pushing event updated for resources: {'Port': ['ID=f570350b-2e13-4b6d-8242-830fb018753a,revision_number=1']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:01.031748 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-86ac1d04-b99a-4098-a33c-a2b566731b12 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:01.038199 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-7df52720-40ac-4a94-9987-48287d41af1e service neutron] 10.222.0.60 "GET /v2.0/networks/74e83cc2-a971-4afa-a119-d0be3ac3d84d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829032 Dec 15 13:31:01.047450 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43702d5-4103-41cc-82e8-9947f53cc4cc None None] Network b0016a0f-1988-46ad-b4da-048d7988271c is already hosted by enough agents. {{(pid=102376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:31:01.066898 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.scheduler.base_scheduler [None req-d43702d5-4103-41cc-82e8-9947f53cc4cc None None] Resources bound (agent type, host, resource id): {{(pid=102376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:01.094392 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43702d5-4103-41cc-82e8-9947f53cc4cc None None] Received port after_create {{(pid=102376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:31:01.097315 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:01.097848 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:01.098366 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:01.098918 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:01.099411 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:01.099896 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:01.100489 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:01.100988 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:01.101547 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:01.102148 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:01.107321 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:01.107826 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:01.108322 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Tracked resource versions report: Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: pushed versions: Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: { 'AddressGroup': {'1.2'}, Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: 'ConntrackHelper': {'1.0'}, Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: 'Log': {'1.0'}, Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: 'Network': {'1.1'}, Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: 'Port': {'1.7'}, Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: 'PortForwarding': {'1.2'}, Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: 'QosPolicy': {'1.10'}, Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: 'SecurityGroup': {'1.5'}, Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: 'SubPort': {'1.0'}, Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: 'Subnet': {'1.1'}, Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: 'Trunk': {'1.1'}} Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: consumer versions: Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: { DHCP agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: HyperV agent@hv-cinder-81322: {}, Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: L3 agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: Metadata agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: Metering agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: Open vSwitch agent@dv-cinder-813227-4-iscsi: { 'AddressGroup': '1.2', Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: 'ConntrackHelper': '1.0', Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: 'LocalIPAssociation': '1.0', Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: 'Log': '1.0', Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: 'Network': '1.1', Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: 'Port': '1.7', Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: 'PortForwarding': '1.2', Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: 'QosPolicy': '1.10', Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: 'SecurityGroup': '1.5', Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: 'SecurityGroupRule': '1.2', Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: 'SubPort': '1.0', Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: 'Subnet': '1.1', Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: 'Trunk': '1.1'}} Dec 15 13:31:01.109573 dv-cinder-813227-4-iscsi neutron-server[102376]: {{(pid=102376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:31:01.187548 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Attempting to bind port f570350b-2e13-4b6d-8242-830fb018753a on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:31:01.188145 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Attempting to bind port f570350b-2e13-4b6d-8242-830fb018753a by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550'}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:31:01.188660 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Attempting to bind port f570350b-2e13-4b6d-8242-830fb018753a on network c615d296-1c4b-42bd-b81b-913328306550 {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:31:01.207579 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:31:01.208963 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Checking segment: {'id': '4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:31:01.209309 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:01.209708 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Bound using segment: {'id': '4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550'} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:31:01.210197 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Bound port: f570350b-2e13-4b6d-8242-830fb018753a, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550'}}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:31:01.210598 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:01.212607 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43702d5-4103-41cc-82e8-9947f53cc4cc None None] Pushing event updated for resources: {'Port': ['ID=ee7f9fab-7167-4705-80eb-728ad02edd53,revision_number=1']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:01.216659 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d7fd-af30-45cf-8c93-ff2d728eee16 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:01.271382 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-7d5b485f-00dc-4c14-83c1-df17e51d48ed service neutron] 10.222.0.60 "GET /v2.0/networks/74e83cc2-a971-4afa-a119-d0be3ac3d84d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128646 Dec 15 13:31:01.283694 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-d43702d5-4103-41cc-82e8-9947f53cc4cc None None] Attempting to bind port ee7f9fab-7167-4705-80eb-728ad02edd53 on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:31:01.283694 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-d43702d5-4103-41cc-82e8-9947f53cc4cc None None] Attempting to bind port ee7f9fab-7167-4705-80eb-728ad02edd53 by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '5e57a592-0f0a-4da5-b292-1f54cc910cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c'}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:31:01.283694 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43702d5-4103-41cc-82e8-9947f53cc4cc None None] Attempting to bind port ee7f9fab-7167-4705-80eb-728ad02edd53 on network b0016a0f-1988-46ad-b4da-048d7988271c {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:31:01.313839 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43702d5-4103-41cc-82e8-9947f53cc4cc None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:31:01.314709 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43702d5-4103-41cc-82e8-9947f53cc4cc None None] Checking segment: {'id': '5e57a592-0f0a-4da5-b292-1f54cc910cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:31:01.315115 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d43702d5-4103-41cc-82e8-9947f53cc4cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:01.315495 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43702d5-4103-41cc-82e8-9947f53cc4cc None None] Bound using segment: {'id': '5e57a592-0f0a-4da5-b292-1f54cc910cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c'} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:31:01.315967 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-d43702d5-4103-41cc-82e8-9947f53cc4cc None None] Bound port: ee7f9fab-7167-4705-80eb-728ad02edd53, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e57a592-0f0a-4da5-b292-1f54cc910cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c'}}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:31:01.316359 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d43702d5-4103-41cc-82e8-9947f53cc4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:01.387877 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] For port f570350b-2e13-4b6d-8242-830fb018753a, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:31:01.403917 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] For port f570350b-2e13-4b6d-8242-830fb018753a, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=f570350b-2e13-4b6d-8242-830fb018753a,segment=NetworkSegment(4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb),segment_id=4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb)] {{(pid=102376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:31:01.418515 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:01.447323 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6d83da78-9a29-4835-959f-70a2aa0b4ab4 req-b938b17f-cbb8-4334-a1d1-14c7c49e6f6a tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 210 time: 0.1044009 Dec 15 13:31:01.478085 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d7fd-af30-45cf-8c93-ff2d728eee16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531956'] for router, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:01.577358 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-d43702d5-4103-41cc-82e8-9947f53cc4cc None None] For port ee7f9fab-7167-4705-80eb-728ad02edd53, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:31:01.626337 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-d43702d5-4103-41cc-82e8-9947f53cc4cc None None] For port ee7f9fab-7167-4705-80eb-728ad02edd53, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=ee7f9fab-7167-4705-80eb-728ad02edd53,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:31:01.641285 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d43702d5-4103-41cc-82e8-9947f53cc4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:01.735683 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debd48a-5363-46bd-a745-7658ab0c2a4c None None] Pushing event updated for resources: {'Port': ['ID=f570350b-2e13-4b6d-8242-830fb018753a,revision_number=2']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:01.931105 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43702d5-4103-41cc-82e8-9947f53cc4cc None None] Pushing event updated for resources: {'Port': ['ID=ee7f9fab-7167-4705-80eb-728ad02edd53,revision_number=2']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:01.957561 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b7d7fd-af30-45cf-8c93-ff2d728eee16 admin admin] Router 82e00f58-d77a-4948-b7b1-8b460ef05a1a is scheduled to L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 with binding_index 1 {{(pid=102374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:31:01.958545 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b830091c-d2d4-464b-8421-908d2f686302 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:02.016791 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b830091c-d2d4-464b-8421-908d2f686302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:02.206163 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b7d7fd-af30-45cf-8c93-ff2d728eee16 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:31:02.234475 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-45390f8f-4828-4385-87da-b0f07b109078 req-773a2395-fe7d-4388-928c-935165e66645 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 210 time: 0.2308826 Dec 15 13:31:02.237012 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] Sync routers for ids ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'] in dv-cinder-813227-4-iscsi {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:31:02.259786 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] Routers {'82e00f58-d77a-4948-b7b1-8b460ef05a1a'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:31:02.263238 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:30:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:02.269208 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d7fd-af30-45cf-8c93-ff2d728eee16 admin admin] Publish callbacks [] for router, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:02.273442 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-c5b7d7fd-af30-45cf-8c93-ff2d728eee16 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3792236 Dec 15 13:31:02.274108 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 51274) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:02.563793 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] Set router 82e00f58-d77a-4948-b7b1-8b460ef05a1a gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:31:02.699385 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c54ebbe6-6164-42e3-82cf-fa6c1c6e1318 req-9b41d625-2610-49e8-8773-86f4196ec7d7 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 210 time: 0.1035049 Dec 15 13:31:02.878249 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.db_base_plugin_common [None req-b830091c-d2d4-464b-8421-908d2f686302 admin admin] Allocated IP 172.27.2.11 (d75b81e5-d2ea-4613-a99a-556640a87149/db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2/6d87886e-3c31-4b00-bf99-c0381f45a067) {{(pid=102375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:31:02.885279 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-86ac1d04-b99a-4098-a33c-a2b566731b12 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:02.928794 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1081663544-router', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:59Z', 'updated_at': '2021-12-15T13:31:01Z', 'revision_number': 3, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'gw_port': {'id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:02.959247 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-86ac1d04-b99a-4098-a33c-a2b566731b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:02.967625 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] Checking router: 82e00f58-d77a-4948-b7b1-8b460ef05a1a for host: dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:31:02.967982 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] Updating router 82e00f58-d77a-4948-b7b1-8b460ef05a1a port d61fba26-f630-46c6-ae25-9c3b3f42ab23 binding host dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:31:02.979683 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 51318) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:03.037230 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:03.311888 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-03aa79da-1ec9-42ed-af25-7a189cd7fa63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:03.369067 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d760be1c-a763-4900-9b05-d14c165c3f3f req-fa2c37b6-c45b-43ef-a875-c38cb1122bca tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 210 time: 0.0502841 Dec 15 13:31:03.517921 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b830091c-d2d4-464b-8421-908d2f686302 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:03.656951 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b830091c-d2d4-464b-8421-908d2f686302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:03.668746 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c7f02777-941a-452a-b61e-25c268ee51a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:03.708572 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device ee7f9fab-7167-4705-80eb-728ad02edd53 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:31:03.771574 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-03aa79da-1ec9-42ed-af25-7a189cd7fa63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:03.777438 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500f949b-63c2-4576-9af9-18983fdec108 None None] Network c615d296-1c4b-42bd-b81b-913328306550 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:31:03.813184 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830091c-d2d4-464b-8421-908d2f686302 admin admin] Pushing event updated for resources: {'Port': ['ID=6d87886e-3c31-4b00-bf99-c0381f45a067,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:03.818135 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-03aa79da-1ec9-42ed-af25-7a189cd7fa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:03.905130 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b830091c-d2d4-464b-8421-908d2f686302 admin admin] Network d75b81e5-d2ea-4613-a99a-556640a87149 is already hosted by enough agents. {{(pid=102375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:31:03.906000 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa79da-1ec9-42ed-af25-7a189cd7fa63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81554c5-6516-4e69-9647-bb64b8391a20,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:03.909383 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-607e1388-6c27-4853-9470-f123a7ad1cdd None None] Provisioning complete for port f570350b-2e13-4b6d-8242-830fb018753a triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:03.912538 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-607e1388-6c27-4853-9470-f123a7ad1cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:03.912715 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-03aa79da-1ec9-42ed-af25-7a189cd7fa63 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=033ccab1688f413d94bbccb97f875699&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9281678 Dec 15 13:31:03.931057 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 51346) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:03.942266 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b12aa5c1-4385-4807-9d34-16733483f54f req-e2564050-2bf2-41e9-a76c-b152b6a3d498 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 210 time: 0.0394044 Dec 15 13:31:03.943710 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-b830091c-d2d4-464b-8421-908d2f686302 admin admin] Resources bound (agent type, host, resource id): {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:03.951866 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b830091c-d2d4-464b-8421-908d2f686302 admin admin] Received port after_create {{(pid=102375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:31:03.983651 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] Publish callbacks [] for port, precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:03.987914 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:04.013063 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port ee7f9fab-7167-4705-80eb-728ad02edd53 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:04.013784 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:04.043750 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] Attempting to bind port d61fba26-f630-46c6-ae25-9c3b3f42ab23 on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:31:04.044713 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] Attempting to bind port d61fba26-f630-46c6-ae25-9c3b3f42ab23 by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}] {{(pid=102377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:31:04.045689 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] Attempting to bind port d61fba26-f630-46c6-ae25-9c3b3f42ab23 on network d75b81e5-d2ea-4613-a99a-556640a87149 {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:31:04.053637 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489f556-ad6a-4926-8ebf-c34c67914fef None None] Pushing event updated for resources: {'Port': ['ID=d61fba26-f630-46c6-ae25-9c3b3f42ab23,revision_number=2']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:04.059306 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9d77c996-18b2-4995-af97-0a314c594021 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:04.061298 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:31:04.061955 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] Checking segment: {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:31:04.062573 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:04.064532 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] Bound using segment: {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'} {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:31:04.065549 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] Bound port: d61fba26-f630-46c6-ae25-9c3b3f42ab23, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}}] {{(pid=102377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:31:04.066470 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:04.080260 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [None req-c7f02777-941a-452a-b61e-25c268ee51a2 admin admin] Allocated IP 172.20.0.1 (b0016a0f-1988-46ad-b4da-048d7988271c/5ee2d60c-e8f8-48bd-815a-998b0d5d4d75/2e1751a6-9075-4b06-b379-53faa3683527) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:31:04.101939 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f556-ad6a-4926-8ebf-c34c67914fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:04.102523 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f556-ad6a-4926-8ebf-c34c67914fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:04.103418 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f556-ad6a-4926-8ebf-c34c67914fef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:04.104101 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f556-ad6a-4926-8ebf-c34c67914fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:04.104741 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f556-ad6a-4926-8ebf-c34c67914fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:04.105288 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f556-ad6a-4926-8ebf-c34c67914fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:04.105835 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f556-ad6a-4926-8ebf-c34c67914fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:04.106744 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f556-ad6a-4926-8ebf-c34c67914fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:04.107935 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f556-ad6a-4926-8ebf-c34c67914fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:04.108500 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f556-ad6a-4926-8ebf-c34c67914fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:04.109067 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f556-ad6a-4926-8ebf-c34c67914fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:04.109244 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9d77c996-18b2-4995-af97-0a314c594021 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:04.109790 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f556-ad6a-4926-8ebf-c34c67914fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:04.110348 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f556-ad6a-4926-8ebf-c34c67914fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a489f556-ad6a-4926-8ebf-c34c67914fef None None] Tracked resource versions report: Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: pushed versions: Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: { 'AddressGroup': {'1.2'}, Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: 'ConntrackHelper': {'1.0'}, Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: 'LocalIPAssociation': {'1.0'}, Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: 'Log': {'1.0'}, Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: 'Network': {'1.1'}, Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: 'Port': {'1.7'}, Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: 'PortForwarding': {'1.2'}, Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: 'QosPolicy': {'1.10'}, Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: 'SecurityGroup': {'1.5'}, Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: 'SecurityGroupRule': {'1.2'}, Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: 'SubPort': {'1.0'}, Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: 'Subnet': {'1.1'}, Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: 'Trunk': {'1.1'}} Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: consumer versions: Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: { DHCP agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: HyperV agent@hv-cinder-81322: {}, Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: L3 agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: Metadata agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: Metering agent@dv-cinder-813227-4-iscsi: {}, Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: Open vSwitch agent@dv-cinder-813227-4-iscsi: { 'AddressGroup': '1.2', Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: 'ConntrackHelper': '1.0', Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: 'LocalIPAssociation': '1.0', Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: 'Log': '1.0', Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: 'Network': '1.1', Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: 'Port': '1.7', Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: 'PortForwarding': '1.2', Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: 'QosPolicy': '1.10', Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: 'SecurityGroup': '1.5', Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: 'SecurityGroupRule': '1.2', Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: 'SubPort': '1.0', Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: 'Subnet': '1.1', Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: 'Trunk': '1.1'}} Dec 15 13:31:04.116105 dv-cinder-813227-4-iscsi neutron-server[102377]: {{(pid=102377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 13:31:04.119952 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752846b7-8347-4b9a-9ab3-3d32594690a6 None None] Network b0016a0f-1988-46ad-b4da-048d7988271c requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:31:04.170487 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] For port d61fba26-f630-46c6-ae25-9c3b3f42ab23, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:31:04.175574 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] For port d61fba26-f630-46c6-ae25-9c3b3f42ab23, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=d61fba26-f630-46c6-ae25-9c3b3f42ab23,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:31:04.183536 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:04.245028 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9d77c996-18b2-4995-af97-0a314c594021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:04.248589 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9d77c996-18b2-4995-af97-0a314c594021 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:04.250035 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-9d77c996-18b2-4995-af97-0a314c594021 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a81554c5-6516-4e69-9647-bb64b8391a20 HTTP/1.1" status: 204 len: 168 time: 0.3177915 Dec 15 13:31:04.263941 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-607e1388-6c27-4853-9470-f123a7ad1cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:04.273713 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77c996-18b2-4995-af97-0a314c594021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81554c5-6516-4e69-9647-bb64b8391a20,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:04.307052 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:04.315232 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c7f02777-941a-452a-b61e-25c268ee51a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:04.372649 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] Routers {'82e00f58-d77a-4948-b7b1-8b460ef05a1a'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:31:04.375253 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:30:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:04.381789 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489f556-ad6a-4926-8ebf-c34c67914fef None None] Pushing event updated for resources: {'Port': ['ID=d61fba26-f630-46c6-ae25-9c3b3f42ab23,revision_number=3']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:04.384564 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-607e1388-6c27-4853-9470-f123a7ad1cdd None None] For port f570350b-2e13-4b6d-8242-830fb018753a, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=f570350b-2e13-4b6d-8242-830fb018753a,segment=NetworkSegment(4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb),segment_id=4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:04.399266 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c7f02777-941a-452a-b61e-25c268ee51a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:04.403972 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-607e1388-6c27-4853-9470-f123a7ad1cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:04.407683 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] For port ee7f9fab-7167-4705-80eb-728ad02edd53, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=ee7f9fab-7167-4705-80eb-728ad02edd53,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:04.415811 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b830091c-d2d4-464b-8421-908d2f686302 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:04.445538 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:04.446527 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device f570350b-2e13-4b6d-8242-830fb018753a up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:31:04.584884 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.db_base_plugin_common [None req-86ac1d04-b99a-4098-a33c-a2b566731b12 admin admin] Allocated IP 172.27.2.156 (d75b81e5-d2ea-4613-a99a-556640a87149/db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2/a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26) {{(pid=102375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:31:04.607121 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e1388-6c27-4853-9470-f123a7ad1cdd None None] Pushing event updated for resources: {'Port': ['ID=f570350b-2e13-4b6d-8242-830fb018753a,revision_number=3']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:04.612820 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] Set router 82e00f58-d77a-4948-b7b1-8b460ef05a1a gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:31:04.667122 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f02777-941a-452a-b61e-25c268ee51a2 admin admin] Network b0016a0f-1988-46ad-b4da-048d7988271c is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:31:04.676303 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-c7f02777-941a-452a-b61e-25c268ee51a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:04.686330 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f02777-941a-452a-b61e-25c268ee51a2 admin admin] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:31:04.687244 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c7f02777-941a-452a-b61e-25c268ee51a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529543'] for router_interface, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:04.728302 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f02777-941a-452a-b61e-25c268ee51a2 admin admin] Pushing event updated for resources: {'Port': ['ID=2e1751a6-9075-4b06-b379-53faa3683527,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:04.736052 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-b7d8c3b1-4fd9-438a-af53-c83281bfad94 None None] Provisioning complete for port ee7f9fab-7167-4705-80eb-728ad02edd53 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:04.736601 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b7d8c3b1-4fd9-438a-af53-c83281bfad94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:04.837845 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Pushing event updated for resources: {'Port': ['ID=ee7f9fab-7167-4705-80eb-728ad02edd53,revision_number=3']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:04.855107 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port f570350b-2e13-4b6d-8242-830fb018753a triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:04.855667 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:04.988945 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c7f02777-941a-452a-b61e-25c268ee51a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:05.067536 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1081663544-router', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:59Z', 'updated_at': '2021-12-15T13:31:01Z', 'revision_number': 3, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'gw_port': {'id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:05.104271 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5e9ad9-b60a-4535-8e9e-46f64374a52e None None] The sync data for ids ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'] in dv-cinder-813227-4-iscsi is: [{'id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1081663544-router', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:59Z', 'updated_at': '2021-12-15T13:31:01Z', 'revision_number': 3, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'gw_port': {'id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}] {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:31:05.110114 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-50bbcbf3-fec1-43af-8ac7-e42ebf2a8e4a None None] Provisioning complete for port ee7f9fab-7167-4705-80eb-728ad02edd53 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:05.110550 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-50bbcbf3-fec1-43af-8ac7-e42ebf2a8e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:05.178296 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ccd66c89-759b-43ce-a33d-a252c2bd4c78 req-34e50136-5c07-4a06-958d-8f4ec00e3b75 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 210 time: 0.2632265 Dec 15 13:31:05.202905 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-08dbc298-334a-4a5c-8d7f-53966eca3791 req-9584beac-8878-445b-b102-b1796147bb6a tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 210 time: 0.0745962 Dec 15 13:31:05.211455 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b830091c-d2d4-464b-8421-908d2f686302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531956'] for router, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:05.273511 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-50bbcbf3-fec1-43af-8ac7-e42ebf2a8e4a None None] Provisioning complete for port f570350b-2e13-4b6d-8242-830fb018753a triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:05.273919 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-50bbcbf3-fec1-43af-8ac7-e42ebf2a8e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:05.305209 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c7f02777-941a-452a-b61e-25c268ee51a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:05.313518 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c7f02777-941a-452a-b61e-25c268ee51a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:05.314588 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c7f02777-941a-452a-b61e-25c268ee51a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530999'] for router_interface, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:05.335222 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-86ac1d04-b99a-4098-a33c-a2b566731b12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:05.395584 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f02777-941a-452a-b61e-25c268ee51a2 admin admin] Pushing event updated for resources: {'Port': ['ID=2e1751a6-9075-4b06-b379-53faa3683527,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:05.415476 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-86ac1d04-b99a-4098-a33c-a2b566731b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:05.529315 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ac1d04-b99a-4098-a33c-a2b566731b12 admin admin] Network d75b81e5-d2ea-4613-a99a-556640a87149 is already hosted by enough agents. {{(pid=102375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:31:05.545146 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-86ac1d04-b99a-4098-a33c-a2b566731b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:05.545875 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f02777-941a-452a-b61e-25c268ee51a2 admin admin] Network b0016a0f-1988-46ad-b4da-048d7988271c is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:31:05.548309 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-f5f85575-f771-410f-b3af-b55235e8812c None None] Provisioning complete for port 2e1751a6-9075-4b06-b379-53faa3683527 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:05.549333 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b830091c-d2d4-464b-8421-908d2f686302 admin admin] Router 450d314a-17ce-47e6-a890-cd4585cc6ed7 is scheduled to L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 with binding_index 1 {{(pid=102375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:31:05.549472 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-c7f02777-941a-452a-b61e-25c268ee51a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:05.549811 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-f5f85575-f771-410f-b3af-b55235e8812c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:05.551663 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ac1d04-b99a-4098-a33c-a2b566731b12 admin admin] Received port after_create {{(pid=102375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:31:05.556652 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac1d04-b99a-4098-a33c-a2b566731b12 admin admin] Pushing event updated for resources: {'Port': ['ID=a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:05.559579 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device ee7f9fab-7167-4705-80eb-728ad02edd53 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:31:05.635508 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-f5f85575-f771-410f-b3af-b55235e8812c None None] Port 2e1751a6-9075-4b06-b379-53faa3683527 cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:31:05.797093 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port ee7f9fab-7167-4705-80eb-728ad02edd53 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:05.798778 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:05.868739 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f02777-941a-452a-b61e-25c268ee51a2 admin admin] Router 82e00f58-d77a-4948-b7b1-8b460ef05a1a has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:31:05.952138 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device f570350b-2e13-4b6d-8242-830fb018753a up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:31:05.969369 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b830091c-d2d4-464b-8421-908d2f686302 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:31:06.003136 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b830091c-d2d4-464b-8421-908d2f686302 admin admin] Publish callbacks [] for router, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:06.007392 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-b830091c-d2d4-464b-8421-908d2f686302 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1434801 Dec 15 13:31:06.009390 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] Sync routers for ids ['450d314a-17ce-47e6-a890-cd4585cc6ed7'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:31:06.010127 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 51390) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:06.042364 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] Routers {'450d314a-17ce-47e6-a890-cd4585cc6ed7'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:31:06.043073 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:30:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['450d314a-17ce-47e6-a890-cd4585cc6ed7'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:06.050780 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-465c1ca8-7ae5-4a77-904f-3efc770f0c1c None None] Provisioning complete for port 2e1751a6-9075-4b06-b379-53faa3683527 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:06.051179 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-465c1ca8-7ae5-4a77-904f-3efc770f0c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:06.068690 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-86ac1d04-b99a-4098-a33c-a2b566731b12 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:06.184774 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f02777-941a-452a-b61e-25c268ee51a2 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:31:06.191219 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-c7f02777-941a-452a-b61e-25c268ee51a2 admin admin] 10.222.0.60 "PUT /v2.0/routers/82e00f58-d77a-4948-b7b1-8b460ef05a1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9154840 Dec 15 13:31:06.401309 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-83a328f0-ebdc-442e-b9f9-88795358c6b6 req-70d598b1-05e9-4aa6-aca8-cd214d4416ac tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 210 time: 0.0890625 Dec 15 13:31:06.405352 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-465c1ca8-7ae5-4a77-904f-3efc770f0c1c None None] Port 2e1751a6-9075-4b06-b379-53faa3683527 cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:31:06.454088 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port f570350b-2e13-4b6d-8242-830fb018753a triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:06.454463 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:06.510534 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a63d5423-e4eb-4234-bfad-560e966de44e req-7f503a96-8b04-4fad-8678-9d0234bd8356 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 210 time: 0.1845047 Dec 15 13:31:06.522699 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] Set router 450d314a-17ce-47e6-a890-cd4585cc6ed7 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:31:06.604325 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-86ac1d04-b99a-4098-a33c-a2b566731b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531956'] for router, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:06.804028 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ac1d04-b99a-4098-a33c-a2b566731b12 admin admin] Router 781ff87a-ca83-4af6-96e9-15f6236f54a0 is scheduled to L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 with binding_index 1 {{(pid=102375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:31:06.921249 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'name': 'tempest-AttachVolumeTestJSON-809202730-router', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:04Z', 'revision_number': 3, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'gw_port': {'id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:02Z', 'updated_at': '2021-12-15T13:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:06.948005 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ac1d04-b99a-4098-a33c-a2b566731b12 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:31:06.962791 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] Sync routers for ids ['781ff87a-ca83-4af6-96e9-15f6236f54a0'] in dv-cinder-813227-4-iscsi {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:31:06.965041 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] Checking router: 450d314a-17ce-47e6-a890-cd4585cc6ed7 for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:31:06.965877 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] Updating router 450d314a-17ce-47e6-a890-cd4585cc6ed7 port 6d87886e-3c31-4b00-bf99-c0381f45a067 binding host dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:31:06.975350 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-86ac1d04-b99a-4098-a33c-a2b566731b12 admin admin] Publish callbacks [] for router, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:06.976815 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-86ac1d04-b99a-4098-a33c-a2b566731b12 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.6839828 Dec 15 13:31:06.982540 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] Routers {'781ff87a-ca83-4af6-96e9-15f6236f54a0'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:31:06.984072 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 51428) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:06.985415 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:30:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['781ff87a-ca83-4af6-96e9-15f6236f54a0'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:07.013185 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:07.046248 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 51430) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:07.052629 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-69abdf27-5bd6-4d69-ba5b-d30c87eb7749 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1369264690', 'description': 'tempest-description--446633148'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:07.126556 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-69abdf27-5bd6-4d69-ba5b-d30c87eb7749 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:07.207534 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-55dd9870-2069-470a-9c4f-8bc263845e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:07.307829 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-69abdf27-5bd6-4d69-ba5b-d30c87eb7749 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:07.316508 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-69abdf27-5bd6-4d69-ba5b-d30c87eb7749 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:07.377686 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69abdf27-5bd6-4d69-ba5b-d30c87eb7749 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:07.395785 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-69abdf27-5bd6-4d69-ba5b-d30c87eb7749 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:07.398240 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] Set router 781ff87a-ca83-4af6-96e9-15f6236f54a0 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:31:07.400574 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-69abdf27-5bd6-4d69-ba5b-d30c87eb7749 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3529701 Dec 15 13:31:07.401230 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 51434) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:07.413277 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-5dc96c2f-e9b4-4630-92dc-5161e559bafa tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Request body: {'security_group_rule': {'security_group_id': '5e7e0b3c-250c-48c5-8b24-7b340e1b06b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:07.523373 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-5dc96c2f-e9b4-4630-92dc-5161e559bafa tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:07.651486 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device d61fba26-f630-46c6-ae25-9c3b3f42ab23 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:31:07.676881 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] Publish callbacks [] for port, precommit_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:07.697304 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-acf11bb4-acf6-420a-8a75-0f76a4573ce4 req-eba386be-5f1f-4329-a9bd-f5660fcee170 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 210 time: 0.0699027 Dec 15 13:31:07.752844 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] Sync routers for ids ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:31:07.775529 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:07.831126 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] Attempting to bind port 6d87886e-3c31-4b00-bf99-c0381f45a067 on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:31:07.831496 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] Attempting to bind port 6d87886e-3c31-4b00-bf99-c0381f45a067 by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:31:07.831857 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] Attempting to bind port 6d87886e-3c31-4b00-bf99-c0381f45a067 on network d75b81e5-d2ea-4613-a99a-556640a87149 {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:31:07.841375 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [None req-55dd9870-2069-470a-9c4f-8bc263845e5b admin admin] Allocated IP 172.20.0.1 (c615d296-1c4b-42bd-b81b-913328306550/6bfb1a29-2a65-49ed-8e77-c521738f977b/a16a0a7b-8e9e-4deb-a717-c95302fca6a0) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:31:07.928040 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781ff87a-ca83-4af6-96e9-15f6236f54a0', 'name': 'tempest-ServerRescueNegativeTestJSON-353082812-router', 'tenant_id': '6898e751314d4e94af3fc6df9b465470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:05Z', 'revision_number': 3, 'project_id': '6898e751314d4e94af3fc6df9b465470', 'gw_port': {'id': 'a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:82:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ff87a-ca83-4af6-96e9-15f6236f54a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:03Z', 'updated_at': '2021-12-15T13:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:07.937830 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a6b93eaa-6f53-41cf-8ed7-7183695c41ab req-b201d8a0-5c86-43f7-bcb4-9e7714d6d1ad tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 210 time: 0.2307143 Dec 15 13:31:07.962482 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-5dc96c2f-e9b4-4630-92dc-5161e559bafa tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:07.975968 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-5dc96c2f-e9b4-4630-92dc-5161e559bafa tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:07.980930 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:31:07.981491 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] Checking segment: {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:31:07.981964 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:07.982627 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] Bound using segment: {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:31:07.983389 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] Bound port: 6d87886e-3c31-4b00-bf99-c0381f45a067, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:31:07.983973 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:07.985394 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] Checking router: 781ff87a-ca83-4af6-96e9-15f6236f54a0 for host: dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:31:07.986367 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] Routers {'82e00f58-d77a-4948-b7b1-8b460ef05a1a'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:31:07.987075 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] Updating router 781ff87a-ca83-4af6-96e9-15f6236f54a0 port a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26 binding host dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:31:07.988411 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:30:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:08.019077 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:08.027144 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc96c2f-e9b4-4630-92dc-5161e559bafa tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f67de1-47b4-44a0-acc5-bb7e1168cd08,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:08.036039 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-5dc96c2f-e9b4-4630-92dc-5161e559bafa tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:08.036751 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-5dc96c2f-e9b4-4630-92dc-5161e559bafa tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6333368 Dec 15 13:31:08.039388 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 51454) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:08.047413 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-72a1ee8b-b73c-4e3f-bed3-67e853ed4c7c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Request body: {'security_group_rule': {'security_group_id': '5e7e0b3c-250c-48c5-8b24-7b340e1b06b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:08.100784 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-72a1ee8b-b73c-4e3f-bed3-67e853ed4c7c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:08.175529 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.46', 53171) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:08.180155 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-55dd9870-2069-470a-9c4f-8bc263845e5b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:08.187524 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a13823-885c-4173-9add-0c288f246d0a None None] Pushing event updated for resources: {'Port': ['ID=6d87886e-3c31-4b00-bf99-c0381f45a067,revision_number=2']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:08.219116 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-72a1ee8b-b73c-4e3f-bed3-67e853ed4c7c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:08.235034 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-72a1ee8b-b73c-4e3f-bed3-67e853ed4c7c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:08.254058 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port d61fba26-f630-46c6-ae25-9c3b3f42ab23 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:08.254535 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:08.256078 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1ee8b-b73c-4e3f-bed3-67e853ed4c7c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537ad2f9-0a69-49df-bd55-df67d00fdbe3,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:08.256427 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:08.282408 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-72a1ee8b-b73c-4e3f-bed3-67e853ed4c7c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:08.286475 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-72a1ee8b-b73c-4e3f-bed3-67e853ed4c7c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2460997 Dec 15 13:31:08.289492 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 51462) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:08.297171 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-35eedee3-3fb1-4897-9cd9-59c91493c08a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Request body: {'floatingip': {'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:08.344803 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] For port 6d87886e-3c31-4b00-bf99-c0381f45a067, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:31:08.351890 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-35eedee3-3fb1-4897-9cd9-59c91493c08a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for floatingip, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:08.369262 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] For port 6d87886e-3c31-4b00-bf99-c0381f45a067, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=6d87886e-3c31-4b00-bf99-c0381f45a067,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:31:08.376085 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] Set router 82e00f58-d77a-4948-b7b1-8b460ef05a1a gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:31:08.404955 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:08.461602 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-55dd9870-2069-470a-9c4f-8bc263845e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:08.548030 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:08.560200 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] Routers {'450d314a-17ce-47e6-a890-cd4585cc6ed7'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:31:08.566132 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:30:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['450d314a-17ce-47e6-a890-cd4585cc6ed7'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:08.618170 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.46', 53177) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:08.694154 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dd9870-2069-470a-9c4f-8bc263845e5b admin admin] Network c615d296-1c4b-42bd-b81b-913328306550 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:31:08.698163 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ac31-8f83-499d-829e-d1804d79ab50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:08.742567 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] Publish callbacks [] for port, precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:08.743035 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-55dd9870-2069-470a-9c4f-8bc263845e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:08.755751 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:08.767387 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] For port d61fba26-f630-46c6-ae25-9c3b3f42ab23, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=d61fba26-f630-46c6-ae25-9c3b3f42ab23,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:08.820195 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-35eedee3-3fb1-4897-9cd9-59c91493c08a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:08.829983 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dd9870-2069-470a-9c4f-8bc263845e5b admin admin] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:31:08.830657 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-55dd9870-2069-470a-9c4f-8bc263845e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529543'] for router_interface, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:08.849938 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-06c3e286-9f1e-4104-bbb8-d0d722b78aac tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:08.851506 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-06c3e286-9f1e-4104-bbb8-d0d722b78aac tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.46 "GET /v2.0/networks?id=74e83cc2-a971-4afa-a119-d0be3ac3d84d HTTP/1.1" status: 200 len: 811 time: 0.6690254 Dec 15 13:31:08.891874 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:08.914496 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] Attempting to bind port a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26 on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:31:08.914893 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] Attempting to bind port a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26 by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}] {{(pid=102377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:31:08.915374 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] Attempting to bind port a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26 on network d75b81e5-d2ea-4613-a99a-556640a87149 {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:31:08.922454 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a13823-885c-4173-9add-0c288f246d0a None None] Pushing event updated for resources: {'Port': ['ID=6d87886e-3c31-4b00-bf99-c0381f45a067,revision_number=3']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:08.942788 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd9870-2069-470a-9c4f-8bc263845e5b admin admin] Pushing event updated for resources: {'Port': ['ID=a16a0a7b-8e9e-4deb-a717-c95302fca6a0,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:08.945913 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f40736-aab5-407c-942d-d0deecfefb24 None None] Pushing event updated for resources: {'Port': ['ID=a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26,revision_number=2']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:08.953847 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f36c6e86-c178-4ffb-9379-76499b1fa169 req-2f32fc3f-d31b-4ad2-ac2b-1e7d1f5da63e tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 210 time: 0.0723722 Dec 15 13:31:08.954227 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:31:08.954613 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] Checking segment: {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:31:08.956171 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:08.957247 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] Bound using segment: {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'} {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:31:08.957772 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] Bound port: a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}}] {{(pid=102377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:31:08.959307 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:09.076860 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Pushing event updated for resources: {'Port': ['ID=d61fba26-f630-46c6-ae25-9c3b3f42ab23,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:09.079458 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-3b300b1b-fa16-4143-ba53-f3835bf9201d tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Request body: {'port': {'device_id': 'c3130b20-b0cc-484a-b6b4-b4719540a6a2', 'network_id': '74e83cc2-a971-4afa-a119-d0be3ac3d84d', 'admin_state_up': True, 'tenant_id': 'c6099655f06b473db6eb84adfee54156'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:09.145483 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] For port a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:31:09.149566 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] For port a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:31:09.163419 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:09.187586 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] Set router 450d314a-17ce-47e6-a890-cd4585cc6ed7 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:31:09.230284 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c7797749-382f-441d-ac10-2a0f93d6a5c8 req-1f8edfe8-bfe8-40d4-8cac-45ca19ec15ce tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 210 time: 0.0985196 Dec 15 13:31:09.255081 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.db_base_plugin_common [None req-35eedee3-3fb1-4897-9cd9-59c91493c08a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Allocated IP 172.27.2.103 (d75b81e5-d2ea-4613-a99a-556640a87149/db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2/a9cc8e17-a900-4b0f-8832-d2ab1fb9d65a) {{(pid=102375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:31:09.379182 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] Routers {'781ff87a-ca83-4af6-96e9-15f6236f54a0'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:31:09.383369 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:30:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['781ff87a-ca83-4af6-96e9-15f6236f54a0'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:09.405906 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-55dd9870-2069-470a-9c4f-8bc263845e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:09.437762 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f40736-aab5-407c-942d-d0deecfefb24 None None] Pushing event updated for resources: {'Port': ['ID=a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26,revision_number=3']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:09.579365 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] Set router 781ff87a-ca83-4af6-96e9-15f6236f54a0 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:31:09.651920 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-35eedee3-3fb1-4897-9cd9-59c91493c08a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for port, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:09.652824 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device d61fba26-f630-46c6-ae25-9c3b3f42ab23 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:31:09.826131 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1081663544-router', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:59Z', 'updated_at': '2021-12-15T13:31:04Z', 'revision_number': 4, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'gw_port': {'id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '2e1751a6-9075-4b06-b379-53faa3683527', 'name': '', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'mac_address': 'fa:16:3e:18:3b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:03Z', 'updated_at': '2021-12-15T13:31:05Z', 'revision_number': 2, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'subnets': [{'id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:09.847741 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-35eedee3-3fb1-4897-9cd9-59c91493c08a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:09.974806 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35eedee3-3fb1-4897-9cd9-59c91493c08a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Network d75b81e5-d2ea-4613-a99a-556640a87149 is already hosted by enough agents. {{(pid=102375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:31:09.976215 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eedee3-3fb1-4897-9cd9-59c91493c08a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Pushing event updated for resources: {'Port': ['ID=a9cc8e17-a900-4b0f-8832-d2ab1fb9d65a,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:09.982149 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-35eedee3-3fb1-4897-9cd9-59c91493c08a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Resources bound (agent type, host, resource id): {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:09.985590 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eedee3-3fb1-4897-9cd9-59c91493c08a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Received port after_create {{(pid=102375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:31:10.009228 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] Checking router: 82e00f58-d77a-4948-b7b1-8b460ef05a1a for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:31:10.013589 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] Updating router 82e00f58-d77a-4948-b7b1-8b460ef05a1a port 2e1751a6-9075-4b06-b379-53faa3683527 binding host dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:31:10.102306 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-89097381-9a37-4cc8-b673-a7f2510cb9b8 None None] Provisioning complete for port a16a0a7b-8e9e-4deb-a717-c95302fca6a0 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:10.103016 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-89097381-9a37-4cc8-b673-a7f2510cb9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:10.176275 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781ff87a-ca83-4af6-96e9-15f6236f54a0', 'name': 'tempest-ServerRescueNegativeTestJSON-353082812-router', 'tenant_id': '6898e751314d4e94af3fc6df9b465470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:05Z', 'revision_number': 3, 'project_id': '6898e751314d4e94af3fc6df9b465470', 'gw_port': {'id': 'a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:82:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ff87a-ca83-4af6-96e9-15f6236f54a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:03Z', 'updated_at': '2021-12-15T13:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:10.233508 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-35eedee3-3fb1-4897-9cd9-59c91493c08a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:10.246416 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a53a58-1a99-4930-88d3-56b33469ba86 None None] The sync data for ids ['781ff87a-ca83-4af6-96e9-15f6236f54a0'] in dv-cinder-813227-4-iscsi is: [{'id': '781ff87a-ca83-4af6-96e9-15f6236f54a0', 'name': 'tempest-ServerRescueNegativeTestJSON-353082812-router', 'tenant_id': '6898e751314d4e94af3fc6df9b465470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:05Z', 'revision_number': 3, 'project_id': '6898e751314d4e94af3fc6df9b465470', 'gw_port': {'id': 'a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:82:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ff87a-ca83-4af6-96e9-15f6236f54a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:03Z', 'updated_at': '2021-12-15T13:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}] {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:31:10.316730 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:10.479112 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port d61fba26-f630-46c6-ae25-9c3b3f42ab23 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:10.479793 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:10.479947 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-7571dd3c-b2c2-4dbb-833b-b7a3e2a67cd4 req-2eb80e98-4d64-4a8c-801f-5b68dd1e3ea8 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 210 time: 0.1586115 Dec 15 13:31:10.564143 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-89097381-9a37-4cc8-b673-a7f2510cb9b8 None None] Port a16a0a7b-8e9e-4deb-a717-c95302fca6a0 cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:31:10.590768 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-35eedee3-3fb1-4897-9cd9-59c91493c08a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:10.788401 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [None req-f9d4ac31-8f83-499d-829e-d1804d79ab50 admin admin] Allocated IP 172.20.0.1 (818413aa-89a4-4338-a133-8010a51bc5a9/50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d/d90a1c7f-8c47-44c4-8060-3b3086a2643a) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:31:10.798577 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b1b8b2ee-f93f-48cf-bea4-4537465e7e93 req-142266ac-f2c9-4bce-be0d-a3709804d30f tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 210 time: 0.3557267 Dec 15 13:31:11.050770 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-9ee45a67-66e4-4a3e-a581-6cb3b2b7b9d7 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:11.052717 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-9ee45a67-66e4-4a3e-a581-6cb3b2b7b9d7 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.46 "GET /v2.0/networks?id=12997ed3-8144-436a-8d20-22135e6511e5 HTTP/1.1" status: 200 len: 815 time: 2.4090719 Dec 15 13:31:11.216644 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'name': 'tempest-AttachVolumeTestJSON-809202730-router', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:04Z', 'revision_number': 3, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'gw_port': {'id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:02Z', 'updated_at': '2021-12-15T13:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:11.229508 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-9de59122-b4d8-436f-8695-5b29a6838ac1 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Request body: {'port': {'device_id': '10dd91a3-b40e-4ac3-ac2c-63624e87cf93', 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5', 'admin_state_up': True, 'tenant_id': '18c80dfcc63a49f7b54f89f08cd8842f'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:11.268160 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-35eedee3-3fb1-4897-9cd9-59c91493c08a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for port, precommit_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:11.278828 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-35eedee3-3fb1-4897-9cd9-59c91493c08a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:11.308969 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-35eedee3-3fb1-4897-9cd9-59c91493c08a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529426'] for floatingip, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:11.368274 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12405bcb-a210-4287-acd7-7a1d13b5c078 None None] The sync data for ids ['450d314a-17ce-47e6-a890-cd4585cc6ed7'] in dv-cinder-813227-4-iscsi is: [{'id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'name': 'tempest-AttachVolumeTestJSON-809202730-router', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:04Z', 'revision_number': 3, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'gw_port': {'id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:02Z', 'updated_at': '2021-12-15T13:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:31:11.456266 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eedee3-3fb1-4897-9cd9-59c91493c08a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Pushing event updated for resources: {'Port': ['ID=a9cc8e17-a900-4b0f-8832-d2ab1fb9d65a,revision_number=2']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:11.493707 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-35eedee3-3fb1-4897-9cd9-59c91493c08a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for floatingip, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:11.495876 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-35eedee3-3fb1-4897-9cd9-59c91493c08a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2031305 Dec 15 13:31:11.533864 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-3b300b1b-fa16-4143-ba53-f3835bf9201d tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Made reservation on behalf of c6099655f06b473db6eb84adfee54156 for: {'port': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:31:11.540950 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-3b300b1b-fa16-4143-ba53-f3835bf9201d tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:11.581284 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-55dd9870-2069-470a-9c4f-8bc263845e5b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:11.641486 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-55dd9870-2069-470a-9c4f-8bc263845e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:11.652218 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-55dd9870-2069-470a-9c4f-8bc263845e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530999'] for router_interface, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:11.744400 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] Publish callbacks [] for port, precommit_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:11.762351 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:31:11.774953 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:11.798125 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8d8c837d-dc02-474f-9afe-2d55ae14527d req-69b63947-a27c-4f1a-a677-4872fdfdf9ff tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 210 time: 0.0826211 Dec 15 13:31:12.244785 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] Attempting to bind port 2e1751a6-9075-4b06-b379-53faa3683527 on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:31:12.245960 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] Attempting to bind port 2e1751a6-9075-4b06-b379-53faa3683527 by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '5e57a592-0f0a-4da5-b292-1f54cc910cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c'}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:31:12.251440 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] Attempting to bind port 2e1751a6-9075-4b06-b379-53faa3683527 on network b0016a0f-1988-46ad-b4da-048d7988271c {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:31:12.254631 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24eb227-b6a0-48d1-b0d8-08b22d72be84 None None] Pushing event updated for resources: {'Port': ['ID=2e1751a6-9075-4b06-b379-53faa3683527,revision_number=3']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:12.278930 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:12.279907 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:12.319265 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d5dec129-f90b-4372-9581-0732480b8dfa req-8f27f915-6fd1-457b-9e9c-8f2cec4687a7 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 210 time: 0.1867268 Dec 15 13:31:12.349023 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dd9870-2069-470a-9c4f-8bc263845e5b admin admin] Network c615d296-1c4b-42bd-b81b-913328306550 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:31:12.354901 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ac31-8f83-499d-829e-d1804d79ab50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:12.377178 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-15b7982b-452f-4090-a815-59cb1e997c0a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1369264690&fields=id&tenant_id=849d4c797afe475aa474e4415f6190c0 HTTP/1.1" status: 200 len: 267 time: 0.3639951 Dec 15 13:31:12.418908 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-55dd9870-2069-470a-9c4f-8bc263845e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:12.434624 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:31:12.444447 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] Checking segment: {'id': '5e57a592-0f0a-4da5-b292-1f54cc910cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:31:12.445171 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:12.445759 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] Bound using segment: {'id': '5e57a592-0f0a-4da5-b292-1f54cc910cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c'} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:31:12.446458 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] Bound port: 2e1751a6-9075-4b06-b379-53faa3683527, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e57a592-0f0a-4da5-b292-1f54cc910cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c'}}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:31:12.447192 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:12.513611 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 51628) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:12.695768 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-46fb1eec-9fec-483a-8955-0e8fd43f05a1 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:12.710109 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-46fb1eec-9fec-483a-8955-0e8fd43f05a1 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/networks?id=b0016a0f-1988-46ad-b4da-048d7988271c HTTP/1.1" status: 200 len: 817 time: 0.3319943 Dec 15 13:31:12.761715 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-ae9926a0-0e47-4236-a8db-28f68d9d8fc1 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/quotas/849d4c797afe475aa474e4415f6190c0 HTTP/1.1" status: 200 len: 375 time: 0.0491667 Dec 15 13:31:12.910680 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-28179187-5fa6-4a4c-81ee-2a3b7e5a8f5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:12.939919 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:12.994831 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-d07dd235-6584-4edd-ad77-9f91cdbdcb81 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=849d4c797afe475aa474e4415f6190c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2303674 Dec 15 13:31:13.015286 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] For port a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:13.021564 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 51640) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:13.043647 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-368f8eb5-6f11-45c8-af71-a2edbba72b8d None None] Provisioning complete for port 2e1751a6-9075-4b06-b379-53faa3683527 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:13.044117 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-368f8eb5-6f11-45c8-af71-a2edbba72b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:13.045993 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:13.049969 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55dd9870-2069-470a-9c4f-8bc263845e5b admin admin] Router 450d314a-17ce-47e6-a890-cd4585cc6ed7 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:31:13.062378 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd9870-2069-470a-9c4f-8bc263845e5b admin admin] Pushing event updated for resources: {'Port': ['ID=a16a0a7b-8e9e-4deb-a717-c95302fca6a0,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:13.121736 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a9069caf-c3f8-48cb-b97c-5fec2b207bf4 req-845d97c5-0dcc-49d5-bdc7-2e4599fe94d5 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 210 time: 0.0853956 Dec 15 13:31:13.124051 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-368f8eb5-6f11-45c8-af71-a2edbba72b8d None None] Port 2e1751a6-9075-4b06-b379-53faa3683527 cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:31:13.175361 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] For port 2e1751a6-9075-4b06-b379-53faa3683527, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:31:13.215111 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] For port 2e1751a6-9075-4b06-b379-53faa3683527, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=2e1751a6-9075-4b06-b379-53faa3683527,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:31:13.226395 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:13.265757 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-28179187-5fa6-4a4c-81ee-2a3b7e5a8f5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:13.280413 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-dfcd4c2a-ae35-4232-bf97-8e70f42196f0 service neutron] 10.222.0.60 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773118 Dec 15 13:31:13.290621 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-28179187-5fa6-4a4c-81ee-2a3b7e5a8f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:13.341823 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-4e350f39-98e7-471c-ae96-816336b081c2 None None] Provisioning complete for port a16a0a7b-8e9e-4deb-a717-c95302fca6a0 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:13.343228 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-4e350f39-98e7-471c-ae96-816336b081c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:13.397174 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Pushing event updated for resources: {'Port': ['ID=a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:13.502051 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-9de59122-b4d8-436f-8695-5b29a6838ac1 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Made reservation on behalf of 18c80dfcc63a49f7b54f89f08cd8842f for: {'port': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:31:13.518456 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-9de59122-b4d8-436f-8695-5b29a6838ac1 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:13.518666 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-8ca92b08-769f-4559-a8ce-8958441fa22e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:13.557735 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28179187-5fa6-4a4c-81ee-2a3b7e5a8f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dca4cd0-60c8-49b3-9b74-290391f5b713,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:13.588440 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-28179187-5fa6-4a4c-81ee-2a3b7e5a8f5a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f871ced7f7414d71a91412e723ea54f1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0725920 Dec 15 13:31:13.598260 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 51646) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:13.671814 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] Routers {'82e00f58-d77a-4948-b7b1-8b460ef05a1a'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:31:13.672781 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:30:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:13.675636 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24eb227-b6a0-48d1-b0d8-08b22d72be84 None None] Pushing event updated for resources: {'Port': ['ID=2e1751a6-9075-4b06-b379-53faa3683527,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:13.754814 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-4e350f39-98e7-471c-ae96-816336b081c2 None None] Port a16a0a7b-8e9e-4deb-a717-c95302fca6a0 cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:31:13.908968 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 6d87886e-3c31-4b00-bf99-c0381f45a067 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:31:13.990654 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ac31-8f83-499d-829e-d1804d79ab50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:14.024302 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-991f6e68-6e02-429f-a9b5-99e461bb8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:14.035622 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-8993854f-0d17-4b4f-8668-b1c117994e0b None None] Provisioning complete for port 2e1751a6-9075-4b06-b379-53faa3683527 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:14.036780 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-8993854f-0d17-4b4f-8668-b1c117994e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:14.047261 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-3b300b1b-fa16-4143-ba53-f3835bf9201d tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Allocated IP 172.20.0.7 (74e83cc2-a971-4afa-a119-d0be3ac3d84d/00e57f05-7cd4-4d4c-b428-0d6d5588aec2/5f86201e-ee23-4c92-b757-cb0449191f53) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:31:14.141513 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port 6d87886e-3c31-4b00-bf99-c0381f45a067 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:14.141966 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:14.150739 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d4ac31-8f83-499d-829e-d1804d79ab50 admin admin] Network 818413aa-89a4-4338-a133-8010a51bc5a9 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:31:14.171256 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-8ca92b08-769f-4559-a8ce-8958441fa22e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:14.174613 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-f9d4ac31-8f83-499d-829e-d1804d79ab50 admin admin] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:14.184955 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d4ac31-8f83-499d-829e-d1804d79ab50 admin admin] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:31:14.185660 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ac31-8f83-499d-829e-d1804d79ab50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529543'] for router_interface, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:14.195120 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4ac31-8f83-499d-829e-d1804d79ab50 admin admin] Pushing event updated for resources: {'Port': ['ID=d90a1c7f-8c47-44c4-8060-3b3086a2643a,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:14.279540 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-8ca92b08-769f-4559-a8ce-8958441fa22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:14.301580 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] Set router 82e00f58-d77a-4948-b7b1-8b460ef05a1a gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:31:14.335902 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dd9870-2069-470a-9c4f-8bc263845e5b admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:31:14.358070 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-b60b24d9-db59-4df6-b176-e0091b493e9c service neutron] 10.222.0.60 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0765975 Dec 15 13:31:14.375098 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-55dd9870-2069-470a-9c4f-8bc263845e5b admin admin] 10.222.0.60 "PUT /v2.0/routers/450d314a-17ce-47e6-a890-cd4585cc6ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3549368 Dec 15 13:31:14.384221 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-8993854f-0d17-4b4f-8668-b1c117994e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:14.387497 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1b9816e3-c9c5-4e1a-9bd9-a3088201627a req-ed4f213f-84c7-4bc2-995d-315bcf872bd4 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 210 time: 0.7570856 Dec 15 13:31:14.446683 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-8ca92b08-769f-4559-a8ce-8958441fa22e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=24789e0592dc44ba9017a685b3f39466&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4238825 Dec 15 13:31:14.449874 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 51660) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:14.452224 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca92b08-769f-4559-a8ce-8958441fa22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7430ed0f-bc38-4371-ae2d-c3836fac908f,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:14.572603 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-9de59122-b4d8-436f-8695-5b29a6838ac1 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Allocated IP 172.20.0.2 (12997ed3-8144-436a-8d20-22135e6511e5/4ee2ad3b-f34f-4e7d-8e6d-3df4050ee06e/3c89bced-e266-4c30-8918-8d80f7f8660a) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:31:14.627270 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a2406f5f-d44b-436e-8647-d29e23492a4f req-50c0e9bd-6318-4224-a571-5a1244b028e8 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 210 time: 0.0983438 Dec 15 13:31:14.753468 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ac31-8f83-499d-829e-d1804d79ab50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:14.761202 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f02225e0-36fa-4db9-9cd0-b09e8ee9b64f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:14.805396 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-3b300b1b-fa16-4143-ba53-f3835bf9201d tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:14.833626 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f02225e0-36fa-4db9-9cd0-b09e8ee9b64f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:14.957652 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e2d50916-eaaa-4b6b-b91a-e6c209faf268 req-32846bf9-2904-44ac-906f-56539b0b86eb tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 210 time: 0.0579176 Dec 15 13:31:14.973399 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f02225e0-36fa-4db9-9cd0-b09e8ee9b64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:14.973526 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-8993854f-0d17-4b4f-8668-b1c117994e0b None None] For port 2e1751a6-9075-4b06-b379-53faa3683527, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=2e1751a6-9075-4b06-b379-53faa3683527,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:14.983850 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f02225e0-36fa-4db9-9cd0-b09e8ee9b64f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:14.985125 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-f02225e0-36fa-4db9-9cd0-b09e8ee9b64f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8dca4cd0-60c8-49b3-9b74-290391f5b713 HTTP/1.1" status: 204 len: 168 time: 1.3743317 Dec 15 13:31:15.043581 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-8993854f-0d17-4b4f-8668-b1c117994e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:15.076598 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-992dfd95-65d5-4d6c-8d17-1cc4f8fffbdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:15.114093 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02225e0-36fa-4db9-9cd0-b09e8ee9b64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dca4cd0-60c8-49b3-9b74-290391f5b713,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:15.168339 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-992dfd95-65d5-4d6c-8d17-1cc4f8fffbdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:15.277100 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993854f-0d17-4b4f-8668-b1c117994e0b None None] Pushing event updated for resources: {'Port': ['ID=2e1751a6-9075-4b06-b379-53faa3683527,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:15.286794 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-992dfd95-65d5-4d6c-8d17-1cc4f8fffbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:15.295075 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:15.295368 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-992dfd95-65d5-4d6c-8d17-1cc4f8fffbdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:15.300320 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-992dfd95-65d5-4d6c-8d17-1cc4f8fffbdb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7430ed0f-bc38-4371-ae2d-c3836fac908f HTTP/1.1" status: 204 len: 168 time: 0.8414280 Dec 15 13:31:15.341411 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] For port 6d87886e-3c31-4b00-bf99-c0381f45a067, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=6d87886e-3c31-4b00-bf99-c0381f45a067,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:15.343571 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992dfd95-65d5-4d6c-8d17-1cc4f8fffbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7430ed0f-bc38-4371-ae2d-c3836fac908f,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:15.415255 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:15.423164 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:31:15.440905 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] Sync routers for ids ['450d314a-17ce-47e6-a890-cd4585cc6ed7'] in dv-cinder-813227-4-iscsi {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:31:15.465416 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] Routers {'450d314a-17ce-47e6-a890-cd4585cc6ed7'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:31:15.470896 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:30:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['450d314a-17ce-47e6-a890-cd4585cc6ed7'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:15.559520 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-3b300b1b-fa16-4143-ba53-f3835bf9201d tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:15.664720 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-38caf017-79a3-4c29-88d9-143a3b81e666 req-dbc6966e-161b-4568-b050-15915c9a3eb1 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 210 time: 0.1009476 Dec 15 13:31:15.876571 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] Set router 450d314a-17ce-47e6-a890-cd4585cc6ed7 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:31:15.878764 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-9de59122-b4d8-436f-8695-5b29a6838ac1 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:16.059249 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Pushing event updated for resources: {'Port': ['ID=6d87886e-3c31-4b00-bf99-c0381f45a067,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:16.066936 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f5593-e21b-4c4b-be47-ffafa5742791 req-4f815f22-9941-4799-b454-6168c95ae0fe tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:16.076917 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a27f5593-e21b-4c4b-be47-ffafa5742791 req-4f815f22-9941-4799-b454-6168c95ae0fe tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 931 time: 0.1561940 Dec 15 13:31:16.118020 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-fa7a23be-1f6b-4cf0-a663-5ce3e133d489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:16.133102 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:16.138738 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 51700) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:16.139424 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:16.146009 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-3b300b1b-fa16-4143-ba53-f3835bf9201d tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Network 74e83cc2-a971-4afa-a119-d0be3ac3d84d is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:31:16.165196 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-0dc5a27f-d2ba-497b-b986-b186e3da65ef tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1828775377', 'description': 'tempest-description--969588995'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:16.181955 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-3b300b1b-fa16-4143-ba53-f3835bf9201d tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:16.214895 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-3b300b1b-fa16-4143-ba53-f3835bf9201d tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:31:16.221664 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-3b300b1b-fa16-4143-ba53-f3835bf9201d tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:16.236613 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-3b300b1b-fa16-4143-ba53-f3835bf9201d tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:16.246033 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b300b1b-fa16-4143-ba53-f3835bf9201d tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Pushing event updated for resources: {'Port': ['ID=5f86201e-ee23-4c92-b757-cb0449191f53,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:16.261262 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1081663544-router', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:59Z', 'updated_at': '2021-12-15T13:31:04Z', 'revision_number': 4, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'gw_port': {'id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '2e1751a6-9075-4b06-b379-53faa3683527', 'name': '', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'mac_address': 'fa:16:3e:18:3b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:03Z', 'updated_at': '2021-12-15T13:31:13Z', 'revision_number': 4, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'subnets': [{'id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:16.332321 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 51704) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:16.358402 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b850a70c-a580-4e9c-996d-62c00a99f1eb None None] The sync data for ids ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'] in dv-cinder-813227-4-iscsi is: [{'id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1081663544-router', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:59Z', 'updated_at': '2021-12-15T13:31:04Z', 'revision_number': 4, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'gw_port': {'id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '2e1751a6-9075-4b06-b379-53faa3683527', 'name': '', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'mac_address': 'fa:16:3e:18:3b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:03Z', 'updated_at': '2021-12-15T13:31:13Z', 'revision_number': 4, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'subnets': [{'id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:31:16.361519 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a27f5593-e21b-4c4b-be47-ffafa5742791 req-10e68fc1-4a56-411b-a2a5-d9c842ce25f0 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/security-groups?id=63664326-0e50-4a4f-ae73-b06e39971d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749043 Dec 15 13:31:16.429731 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fe383fd5-c899-40ab-8939-4d5aab806dac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:16.523118 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-9de59122-b4d8-436f-8695-5b29a6838ac1 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:16.526975 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ac96d09a-ed38-4805-862b-1845d28e1902 req-f5c7a21a-5739-49ff-97e1-0e37925c833a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 210 time: 0.1634264 Dec 15 13:31:16.564118 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0dc5a27f-d2ba-497b-b986-b186e3da65ef tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:16.653224 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-3b300b1b-fa16-4143-ba53-f3835bf9201d tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6885054 Dec 15 13:31:16.723810 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-d0ce3d60-eb90-4a45-a69b-dc3e6b983973 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:31:16.729952 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-d0ce3d60-eb90-4a45-a69b-dc3e6b983973 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0604596 Dec 15 13:31:16.737605 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-9de59122-b4d8-436f-8695-5b29a6838ac1 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Network 12997ed3-8144-436a-8d20-22135e6511e5 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:31:16.781517 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-9de59122-b4d8-436f-8695-5b29a6838ac1 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:16.819727 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-9de59122-b4d8-436f-8695-5b29a6838ac1 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:31:16.844829 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-9de59122-b4d8-436f-8695-5b29a6838ac1 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:16.845660 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-9de59122-b4d8-436f-8695-5b29a6838ac1 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:16.882094 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'name': 'tempest-AttachVolumeTestJSON-809202730-router', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:09Z', 'revision_number': 4, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'gw_port': {'id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:02Z', 'updated_at': '2021-12-15T13:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': 'a16a0a7b-8e9e-4deb-a717-c95302fca6a0', 'name': '', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'mac_address': 'fa:16:3e:c8:f1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:07Z', 'updated_at': '2021-12-15T13:31:09Z', 'revision_number': 2, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'subnets': [{'id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:16.904603 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:16.916641 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ac31-8f83-499d-829e-d1804d79ab50 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:16.964955 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de59122-b4d8-436f-8695-5b29a6838ac1 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Pushing event updated for resources: {'Port': ['ID=3c89bced-e266-4c30-8918-8d80f7f8660a,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:16.976632 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ac31-8f83-499d-829e-d1804d79ab50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:16.979249 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f9d4ac31-8f83-499d-829e-d1804d79ab50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530999'] for router_interface, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:16.996654 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0dc5a27f-d2ba-497b-b986-b186e3da65ef tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:17.006164 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0dc5a27f-d2ba-497b-b986-b186e3da65ef tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:17.010506 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 6d87886e-3c31-4b00-bf99-c0381f45a067 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:31:17.031237 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] Checking router: 450d314a-17ce-47e6-a890-cd4585cc6ed7 for host: dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:31:17.031612 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] Updating router 450d314a-17ce-47e6-a890-cd4585cc6ed7 port a16a0a7b-8e9e-4deb-a717-c95302fca6a0 binding host dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:31:17.047276 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-9de59122-b4d8-436f-8695-5b29a6838ac1 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9213319 Dec 15 13:31:17.098669 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5a27f-d2ba-497b-b986-b186e3da65ef tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b0bc1f-ee66-47c9-bd0e-2145a18deee2,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:17.127664 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0dc5a27f-d2ba-497b-b986-b186e3da65ef tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:17.134786 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-0dc5a27f-d2ba-497b-b986-b186e3da65ef tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9895394 Dec 15 13:31:17.137158 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 51716) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:17.142829 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port 6d87886e-3c31-4b00-bf99-c0381f45a067 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:17.147434 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:17.152515 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:17.153088 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-6070ccf1-4463-4040-b27a-f041328d3dae tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Request body: {'security_group_rule': {'security_group_id': '17b0bc1f-ee66-47c9-bd0e-2145a18deee2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:17.196595 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65841785-4cef-442f-9e11-cd6b3060821c req-6b7eb0a8-7f81-4a7a-95b8-4eb4e67c7a37 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:17.216220 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-65841785-4cef-442f-9e11-cd6b3060821c req-6b7eb0a8-7f81-4a7a-95b8-4eb4e67c7a37 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 931 time: 0.3598757 Dec 15 13:31:17.256706 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.46', 53195) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:17.327521 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fe383fd5-c899-40ab-8939-4d5aab806dac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:17.356809 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 2e1751a6-9075-4b06-b379-53faa3683527 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:31:17.558571 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fe383fd5-c899-40ab-8939-4d5aab806dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:17.583494 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port 2e1751a6-9075-4b06-b379-53faa3683527 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:17.585146 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:17.626369 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4ac31-8f83-499d-829e-d1804d79ab50 admin admin] Pushing event updated for resources: {'Port': ['ID=d90a1c7f-8c47-44c4-8060-3b3086a2643a,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:17.720403 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-65841785-4cef-442f-9e11-cd6b3060821c req-7a4f1f87-db9b-4364-b173-af2aec4fbd4b tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017071 Dec 15 13:31:17.758180 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6070ccf1-4463-4040-b27a-f041328d3dae tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:17.758581 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-6b33d4ae-d0e2-4612-a63b-12e12d2f04cf service neutron] Request body: {'port': {'device_id': 'c3130b20-b0cc-484a-b6b4-b4719540a6a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:17.793893 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-03cc812b-b985-4b68-9a5e-d690d17223da service neutron] Request body: {'port': {'device_id': '10dd91a3-b40e-4ac3-ac2c-63624e87cf93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:17.925723 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab5ca2-ac42-4733-8053-1a6304f83cc1 req-4971e1e4-d661-40cf-bf02-6514dae7a1f3 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:17.933201 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-77ab5ca2-ac42-4733-8053-1a6304f83cc1 req-4971e1e4-d661-40cf-bf02-6514dae7a1f3 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 931 time: 0.3804555 Dec 15 13:31:18.013741 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-fe383fd5-c899-40ab-8939-4d5aab806dac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d2ce03c44ace47caac05adb32973d0c1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6660211 Dec 15 13:31:18.013741 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 51738) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:18.013741 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 51740) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:18.024501 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe383fd5-c899-40ab-8939-4d5aab806dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59aabf42-3a29-42a2-8198-2b812b0b4f8f,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:18.166933 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6070ccf1-4463-4040-b27a-f041328d3dae tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:18.194086 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d4ac31-8f83-499d-829e-d1804d79ab50 admin admin] Network 818413aa-89a4-4338-a133-8010a51bc5a9 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:31:18.195418 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-da2ccbca-fdc3-4fe7-a30f-2c087f5655f4 req-2ffe0203-fa68-43d2-a009-30c4a18a0251 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 210 time: 0.2953889 Dec 15 13:31:18.199206 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6070ccf1-4463-4040-b27a-f041328d3dae tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:18.255469 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-96ed25e3-9c2e-4039-97ff-bd889727317f tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:18.256995 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-96ed25e3-9c2e-4039-97ff-bd889727317f tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.46 "GET /v2.0/networks?id=b0016a0f-1988-46ad-b4da-048d7988271c HTTP/1.1" status: 200 len: 817 time: 0.9926548 Dec 15 13:31:18.276836 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-f9d4ac31-8f83-499d-829e-d1804d79ab50 admin admin] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:18.291841 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] Publish callbacks [] for port, precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:18.306171 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:18.342375 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070ccf1-4463-4040-b27a-f041328d3dae tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1f4591-8a64-40b8-a241-2ac67b33949a,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:18.344955 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-03cc812b-b985-4b68-9a5e-d690d17223da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:18.350384 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-6b33d4ae-d0e2-4612-a63b-12e12d2f04cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:18.391334 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6070ccf1-4463-4040-b27a-f041328d3dae tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:18.396960 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-6070ccf1-4463-4040-b27a-f041328d3dae tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2545066 Dec 15 13:31:18.410140 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 51748) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:18.423335 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-02bcb53c-8f1e-40bb-b90b-c1d7b4c46fd9 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Request body: {'security_group_rule': {'security_group_id': '17b0bc1f-ee66-47c9-bd0e-2145a18deee2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:18.463654 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-77ab5ca2-ac42-4733-8053-1a6304f83cc1 req-69bc5961-a4f8-422b-a469-9929cc9387ab tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/security-groups?id=63664326-0e50-4a4f-ae73-b06e39971d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5235226 Dec 15 13:31:18.487687 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c3e71-c989-4294-95be-0a87d86c1633 None None] Pushing event updated for resources: {'Port': ['ID=a16a0a7b-8e9e-4deb-a717-c95302fca6a0,revision_number=3']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:18.496558 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:18.645666 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-02bcb53c-8f1e-40bb-b90b-c1d7b4c46fd9 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:18.708180 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-6e0da022-360d-471d-a6ef-7f5aa5c770eb tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=849d4c797afe475aa474e4415f6190c0 HTTP/1.1" status: 200 len: 380 time: 0.4092653 Dec 15 13:31:18.735234 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-e6696016-8ec7-436d-a77e-280e8eae18ee tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Request body: {'port': {'device_id': '00671676-47cb-4266-b9e5-61c7fb120355', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'admin_state_up': True, 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'security_groups': ['5e7e0b3c-250c-48c5-8b24-7b340e1b06b0']}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:18.767037 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] Attempting to bind port a16a0a7b-8e9e-4deb-a717-c95302fca6a0 on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:31:18.767594 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] Attempting to bind port a16a0a7b-8e9e-4deb-a717-c95302fca6a0 by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550'}] {{(pid=102377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:31:18.768146 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] Attempting to bind port a16a0a7b-8e9e-4deb-a717-c95302fca6a0 on network c615d296-1c4b-42bd-b81b-913328306550 {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:31:18.775345 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-997d2a0c-15f9-4374-88a5-d08c940bf893 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:18.789735 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:31:18.793281 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] Checking segment: {'id': '4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:31:18.793971 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:18.800874 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] Bound using segment: {'id': '4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550'} {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:31:18.801610 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] Bound port: a16a0a7b-8e9e-4deb-a717-c95302fca6a0, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550'}}] {{(pid=102377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:31:18.802187 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:18.914522 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-90a8f9d3-dcf6-4842-ab6c-be15acacf1d6 None None] Provisioning complete for port a16a0a7b-8e9e-4deb-a717-c95302fca6a0 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:18.915506 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-90a8f9d3-dcf6-4842-ab6c-be15acacf1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:18.938562 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-198ecf5f-e85a-4bbf-baaa-61c6af7c8f09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:18.968748 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-90a8f9d3-dcf6-4842-ab6c-be15acacf1d6 None None] Port a16a0a7b-8e9e-4deb-a717-c95302fca6a0 cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:31:18.978787 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] For port a16a0a7b-8e9e-4deb-a717-c95302fca6a0, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:31:18.983486 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] For port a16a0a7b-8e9e-4deb-a717-c95302fca6a0, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=a16a0a7b-8e9e-4deb-a717-c95302fca6a0,segment=NetworkSegment(4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb),segment_id=4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb)] {{(pid=102377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:31:18.998888 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:19.120668 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-02bcb53c-8f1e-40bb-b90b-c1d7b4c46fd9 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:19.126572 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] Routers {'450d314a-17ce-47e6-a890-cd4585cc6ed7'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:31:19.127200 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:31:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['450d314a-17ce-47e6-a890-cd4585cc6ed7'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:19.153597 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-02bcb53c-8f1e-40bb-b90b-c1d7b4c46fd9 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:19.263230 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a33a8-2e43-41a1-b8d7-261371496204 req-33e6f24d-60f6-42ec-8021-c2f21538b7e3 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:19.264848 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0f7a33a8-2e43-41a1-b8d7-261371496204 req-33e6f24d-60f6-42ec-8021-c2f21538b7e3 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 931 time: 0.3725834 Dec 15 13:31:19.271554 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-198ecf5f-e85a-4bbf-baaa-61c6af7c8f09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:19.287514 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bcb53c-8f1e-40bb-b90b-c1d7b4c46fd9 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65aa51f-1f30-404c-a964-9666fb0af3d3,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:19.365732 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c3e71-c989-4294-95be-0a87d86c1633 None None] Pushing event updated for resources: {'Port': ['ID=a16a0a7b-8e9e-4deb-a717-c95302fca6a0,revision_number=4']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:19.382715 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-e6696016-8ec7-436d-a77e-280e8eae18ee tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Made reservation on behalf of 849d4c797afe475aa474e4415f6190c0 for: {'port': 1} {{(pid=102375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:31:19.417367 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-e6696016-8ec7-436d-a77e-280e8eae18ee tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:19.440187 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d4ac31-8f83-499d-829e-d1804d79ab50 admin admin] Router 781ff87a-ca83-4af6-96e9-15f6236f54a0 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:31:19.505991 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-02bcb53c-8f1e-40bb-b90b-c1d7b4c46fd9 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:19.512798 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:19.513678 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] Set router 450d314a-17ce-47e6-a890-cd4585cc6ed7 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:31:19.520216 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-02bcb53c-8f1e-40bb-b90b-c1d7b4c46fd9 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1089969 Dec 15 13:31:19.528060 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fcec5c7a-3ce0-4fe4-981d-0e0c7a09ecc3 req-2090f783-bfc9-4f14-891a-588ed0b41a32 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 210 time: 0.1744213 Dec 15 13:31:19.528845 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 51770) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:19.554216 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-325d88df-04da-4e75-9dec-546b82215f9f None None] Provisioning complete for port a16a0a7b-8e9e-4deb-a717-c95302fca6a0 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:19.554595 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-325d88df-04da-4e75-9dec-546b82215f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:19.557035 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-b94f04fc-71bb-402b-8ce2-84faef0ce6a2 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Request body: {'floatingip': {'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:19.851558 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-325d88df-04da-4e75-9dec-546b82215f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:19.911288 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-325d88df-04da-4e75-9dec-546b82215f9f None None] For port a16a0a7b-8e9e-4deb-a717-c95302fca6a0, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=a16a0a7b-8e9e-4deb-a717-c95302fca6a0,segment=NetworkSegment(4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb),segment_id=4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:19.918233 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-325d88df-04da-4e75-9dec-546b82215f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:19.921096 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0f7a33a8-2e43-41a1-b8d7-261371496204 req-020ca00a-c5b2-4bca-9140-0d380b207efa tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6299007 Dec 15 13:31:19.989722 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'name': 'tempest-AttachVolumeTestJSON-809202730-router', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:09Z', 'revision_number': 4, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'gw_port': {'id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:02Z', 'updated_at': '2021-12-15T13:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': 'a16a0a7b-8e9e-4deb-a717-c95302fca6a0', 'name': '', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'mac_address': 'fa:16:3e:c8:f1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:07Z', 'updated_at': '2021-12-15T13:31:18Z', 'revision_number': 4, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'subnets': [{'id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:20.017548 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b94f04fc-71bb-402b-8ce2-84faef0ce6a2 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for floatingip, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:20.052615 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57ee7d-49cd-4e3b-adb7-906738858d3a None None] The sync data for ids ['450d314a-17ce-47e6-a890-cd4585cc6ed7'] in dv-cinder-813227-4-iscsi is: [{'id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'name': 'tempest-AttachVolumeTestJSON-809202730-router', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:09Z', 'revision_number': 4, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'gw_port': {'id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:02Z', 'updated_at': '2021-12-15T13:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': 'a16a0a7b-8e9e-4deb-a717-c95302fca6a0', 'name': '', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'mac_address': 'fa:16:3e:c8:f1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:07Z', 'updated_at': '2021-12-15T13:31:18Z', 'revision_number': 4, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'subnets': [{'id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:31:20.061911 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-198ecf5f-e85a-4bbf-baaa-61c6af7c8f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:20.064745 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-198ecf5f-e85a-4bbf-baaa-61c6af7c8f09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:20.070312 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-198ecf5f-e85a-4bbf-baaa-61c6af7c8f09 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59aabf42-3a29-42a2-8198-2b812b0b4f8f HTTP/1.1" status: 204 len: 168 time: 2.0496697 Dec 15 13:31:20.106155 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d88df-04da-4e75-9dec-546b82215f9f None None] Pushing event updated for resources: {'Port': ['ID=a16a0a7b-8e9e-4deb-a717-c95302fca6a0,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:20.187517 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-997d2a0c-15f9-4374-88a5-d08c940bf893 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:20.197432 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ecf5f-e85a-4bbf-baaa-61c6af7c8f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59aabf42-3a29-42a2-8198-2b812b0b4f8f,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:20.264985 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-997d2a0c-15f9-4374-88a5-d08c940bf893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:20.435007 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d2a0c-15f9-4374-88a5-d08c940bf893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0126f31b-72dd-42ec-ae32-008ab42d0076,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:20.605142 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d4ac31-8f83-499d-829e-d1804d79ab50 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:31:20.617597 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] Sync routers for ids ['781ff87a-ca83-4af6-96e9-15f6236f54a0'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:31:20.623516 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18051a-dd48-4f90-9d55-fc60c923fd7b req-72a5040a-d006-4149-841c-ea5aa08d272a tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:20.639101 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0d18051a-dd48-4f90-9d55-fc60c923fd7b req-72a5040a-d006-4149-841c-ea5aa08d272a tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 931 time: 0.9157891 Dec 15 13:31:20.645153 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-f9d4ac31-8f83-499d-829e-d1804d79ab50 admin admin] 10.222.0.60 "PUT /v2.0/routers/781ff87a-ca83-4af6-96e9-15f6236f54a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6286304 Dec 15 13:31:20.655240 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-997d2a0c-15f9-4374-88a5-d08c940bf893 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4e7a9d4667274ac18c39ea5371d04ae2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6376991 Dec 15 13:31:20.668717 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] Routers {'781ff87a-ca83-4af6-96e9-15f6236f54a0'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:31:20.670108 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 51792) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:20.672449 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:31:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['781ff87a-ca83-4af6-96e9-15f6236f54a0'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:20.680946 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.db_base_plugin_common [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-e6696016-8ec7-436d-a77e-280e8eae18ee tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Allocated IP 172.20.0.9 (b0016a0f-1988-46ad-b4da-048d7988271c/5ee2d60c-e8f8-48bd-815a-998b0d5d4d75/33030795-e868-427d-8a6a-6d48523668bc) {{(pid=102375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:31:20.871879 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-03cc812b-b985-4b68-9a5e-d690d17223da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c89bced-e266-4c30-8918-8d80f7f8660a {{(pid=102374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:31:20.890084 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-03cc812b-b985-4b68-9a5e-d690d17223da service neutron] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:20.980709 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.provisioning_blocks [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-03cc812b-b985-4b68-9a5e-d690d17223da service neutron] Transition to ACTIVE for port object 3c89bced-e266-4c30-8918-8d80f7f8660a will not be triggered until provisioned by entity L2. {{(pid=102374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:31:20.994698 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-03cc812b-b985-4b68-9a5e-d690d17223da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:21.005381 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1a5be158-76b1-450e-b669-9829ec70f78a req-8f0f6cb5-fa0f-4b3b-980f-e7432028dab5 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 210 time: 0.2182200 Dec 15 13:31:21.018644 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] Set router 781ff87a-ca83-4af6-96e9-15f6236f54a0 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:31:21.089002 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-74144689-fd8c-46f3-a008-7ccd817ca89c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:21.125876 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0d18051a-dd48-4f90-9d55-fc60c923fd7b req-efbe11eb-2dce-4e65-9ee9-11fa4e1039ee tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/security-groups?id=63664326-0e50-4a4f-ae73-b06e39971d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848671 Dec 15 13:31:21.199819 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device a16a0a7b-8e9e-4deb-a717-c95302fca6a0 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:31:21.282282 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-74144689-fd8c-46f3-a008-7ccd817ca89c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:21.323569 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port a16a0a7b-8e9e-4deb-a717-c95302fca6a0 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:21.324354 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:21.675279 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-6b33d4ae-d0e2-4612-a63b-12e12d2f04cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f86201e-ee23-4c92-b757-cb0449191f53 {{(pid=102374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:31:21.704732 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-6b33d4ae-d0e2-4612-a63b-12e12d2f04cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:21.739886 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781ff87a-ca83-4af6-96e9-15f6236f54a0', 'name': 'tempest-ServerRescueNegativeTestJSON-353082812-router', 'tenant_id': '6898e751314d4e94af3fc6df9b465470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:14Z', 'revision_number': 4, 'project_id': '6898e751314d4e94af3fc6df9b465470', 'gw_port': {'id': 'a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:82:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781ff87a-ca83-4af6-96e9-15f6236f54a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:03Z', 'updated_at': '2021-12-15T13:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': 'd90a1c7f-8c47-44c4-8060-3b3086a2643a', 'name': '', 'network_id': '818413aa-89a4-4338-a133-8010a51bc5a9', 'tenant_id': '6898e751314d4e94af3fc6df9b465470', 'mac_address': 'fa:16:3e:73:ed:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ff87a-ca83-4af6-96e9-15f6236f54a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:09Z', 'updated_at': '2021-12-15T13:31:15Z', 'revision_number': 2, 'project_id': '6898e751314d4e94af3fc6df9b465470', 'subnets': [{'id': '50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:21.747580 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.provisioning_blocks [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-6b33d4ae-d0e2-4612-a63b-12e12d2f04cf service neutron] Transition to ACTIVE for port object 5f86201e-ee23-4c92-b757-cb0449191f53 will not be triggered until provisioned by entity L2. {{(pid=102374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:31:21.766312 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-6b33d4ae-d0e2-4612-a63b-12e12d2f04cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:21.879362 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] Checking router: 781ff87a-ca83-4af6-96e9-15f6236f54a0 for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:31:21.879937 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] Updating router 781ff87a-ca83-4af6-96e9-15f6236f54a0 port d90a1c7f-8c47-44c4-8060-3b3086a2643a binding host dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:31:21.968506 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:22.028863 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc812b-b985-4b68-9a5e-d690d17223da service neutron] Pushing event updated for resources: {'Port': ['ID=3c89bced-e266-4c30-8918-8d80f7f8660a,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:22.130941 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfbfc5-ff45-4eee-9eb7-dc12234848d1 req-38143ef1-ccab-43a3-b864-1a76ee3b5cf5 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:22.133153 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d9bfbfc5-ff45-4eee-9eb7-dc12234848d1 req-38143ef1-ccab-43a3-b864-1a76ee3b5cf5 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 943 time: 0.9403551 Dec 15 13:31:22.183998 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b94f04fc-71bb-402b-8ce2-84faef0ce6a2 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:22.186618 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-03cc812b-b985-4b68-9a5e-d690d17223da service neutron] Attempting to bind port 3c89bced-e266-4c30-8918-8d80f7f8660a on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:31:22.189039 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-03cc812b-b985-4b68-9a5e-d690d17223da service neutron] Attempting to bind port 3c89bced-e266-4c30-8918-8d80f7f8660a by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '57c552fd-02d1-4d1d-8e94-c628cc826ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:31:22.190003 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-03cc812b-b985-4b68-9a5e-d690d17223da service neutron] Attempting to bind port 3c89bced-e266-4c30-8918-8d80f7f8660a on network 12997ed3-8144-436a-8d20-22135e6511e5 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:31:22.293981 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33d4ae-d0e2-4612-a63b-12e12d2f04cf service neutron] Pushing event updated for resources: {'Port': ['ID=5f86201e-ee23-4c92-b757-cb0449191f53,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:22.296822 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-74144689-fd8c-46f3-a008-7ccd817ca89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:22.308825 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-03cc812b-b985-4b68-9a5e-d690d17223da service neutron] Port 3c89bced-e266-4c30-8918-8d80f7f8660a on network 12997ed3-8144-436a-8d20-22135e6511e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:31:22.309567 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-03cc812b-b985-4b68-9a5e-d690d17223da service neutron] Attempting to bind port 3c89bced-e266-4c30-8918-8d80f7f8660a on network 12997ed3-8144-436a-8d20-22135e6511e5 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:31:22.311883 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-74144689-fd8c-46f3-a008-7ccd817ca89c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:22.316097 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-74144689-fd8c-46f3-a008-7ccd817ca89c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0126f31b-72dd-42ec-ae32-008ab42d0076 HTTP/1.1" status: 204 len: 168 time: 1.6319053 Dec 15 13:31:22.339211 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-03cc812b-b985-4b68-9a5e-d690d17223da service neutron] Checking agent: {'id': '9aec82b9-7713-4c66-84ce-8e508cdbb5b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:31:22.341359 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-03cc812b-b985-4b68-9a5e-d690d17223da service neutron] Checking segment: {'id': '57c552fd-02d1-4d1d-8e94-c628cc826ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:31:22.342361 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-03cc812b-b985-4b68-9a5e-d690d17223da service neutron] Bound using segment: {'id': '57c552fd-02d1-4d1d-8e94-c628cc826ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:31:22.343818 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-03cc812b-b985-4b68-9a5e-d690d17223da service neutron] Bound port: 3c89bced-e266-4c30-8918-8d80f7f8660a, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c552fd-02d1-4d1d-8e94-c628cc826ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:31:22.349156 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-03cc812b-b985-4b68-9a5e-d690d17223da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:22.366893 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-6b33d4ae-d0e2-4612-a63b-12e12d2f04cf service neutron] Attempting to bind port 5f86201e-ee23-4c92-b757-cb0449191f53 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:31:22.367916 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-6b33d4ae-d0e2-4612-a63b-12e12d2f04cf service neutron] Attempting to bind port 5f86201e-ee23-4c92-b757-cb0449191f53 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'bbf31dc8-f5b3-4b63-8b54-2114d7ea5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '74e83cc2-a971-4afa-a119-d0be3ac3d84d'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:31:22.368349 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-6b33d4ae-d0e2-4612-a63b-12e12d2f04cf service neutron] Attempting to bind port 5f86201e-ee23-4c92-b757-cb0449191f53 on network 74e83cc2-a971-4afa-a119-d0be3ac3d84d {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:31:22.377581 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-6b33d4ae-d0e2-4612-a63b-12e12d2f04cf service neutron] Port 5f86201e-ee23-4c92-b757-cb0449191f53 on network 74e83cc2-a971-4afa-a119-d0be3ac3d84d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:31:22.378068 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-6b33d4ae-d0e2-4612-a63b-12e12d2f04cf service neutron] Attempting to bind port 5f86201e-ee23-4c92-b757-cb0449191f53 on network 74e83cc2-a971-4afa-a119-d0be3ac3d84d {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:31:22.389180 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-6b33d4ae-d0e2-4612-a63b-12e12d2f04cf service neutron] Checking agent: {'id': '9aec82b9-7713-4c66-84ce-8e508cdbb5b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:31:22.389180 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-6b33d4ae-d0e2-4612-a63b-12e12d2f04cf service neutron] Checking segment: {'id': 'bbf31dc8-f5b3-4b63-8b54-2114d7ea5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '74e83cc2-a971-4afa-a119-d0be3ac3d84d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:31:22.397313 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-6b33d4ae-d0e2-4612-a63b-12e12d2f04cf service neutron] Bound using segment: {'id': 'bbf31dc8-f5b3-4b63-8b54-2114d7ea5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '74e83cc2-a971-4afa-a119-d0be3ac3d84d'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:31:22.397881 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-6b33d4ae-d0e2-4612-a63b-12e12d2f04cf service neutron] Bound port: 5f86201e-ee23-4c92-b757-cb0449191f53, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf31dc8-f5b3-4b63-8b54-2114d7ea5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '74e83cc2-a971-4afa-a119-d0be3ac3d84d'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:31:22.398318 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-6b33d4ae-d0e2-4612-a63b-12e12d2f04cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:22.600095 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-03cc812b-b985-4b68-9a5e-d690d17223da service neutron] For port 3c89bced-e266-4c30-8918-8d80f7f8660a, host hv-cinder-81322, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:31:22.620224 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-03cc812b-b985-4b68-9a5e-d690d17223da service neutron] For port 3c89bced-e266-4c30-8918-8d80f7f8660a, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3c89bced-e266-4c30-8918-8d80f7f8660a,segment=NetworkSegment(57c552fd-02d1-4d1d-8e94-c628cc826ca5),segment_id=57c552fd-02d1-4d1d-8e94-c628cc826ca5)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:31:22.626207 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-e6696016-8ec7-436d-a77e-280e8eae18ee tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for port, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:22.672430 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74144689-fd8c-46f3-a008-7ccd817ca89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0126f31b-72dd-42ec-ae32-008ab42d0076,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:22.702813 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-6b33d4ae-d0e2-4612-a63b-12e12d2f04cf service neutron] For port 5f86201e-ee23-4c92-b757-cb0449191f53, host hv-cinder-81322, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:31:22.707996 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-6b33d4ae-d0e2-4612-a63b-12e12d2f04cf service neutron] For port 5f86201e-ee23-4c92-b757-cb0449191f53, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5f86201e-ee23-4c92-b757-cb0449191f53,segment=NetworkSegment(bbf31dc8-f5b3-4b63-8b54-2114d7ea5e69),segment_id=bbf31dc8-f5b3-4b63-8b54-2114d7ea5e69)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:31:22.710675 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-03cc812b-b985-4b68-9a5e-d690d17223da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:22.727313 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-6b33d4ae-d0e2-4612-a63b-12e12d2f04cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:22.776176 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-03cc812b-b985-4b68-9a5e-d690d17223da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:22.776969 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-03cc812b-b985-4b68-9a5e-d690d17223da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:22.778334 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-03cc812b-b985-4b68-9a5e-d690d17223da service neutron] 10.222.0.46 "PUT /v2.0/ports/3c89bced-e266-4c30-8918-8d80f7f8660a HTTP/1.1" status: 200 len: 1093 time: 5.6218081 Dec 15 13:31:22.781825 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dd91a3-b40e-4ac3-ac2c-63624e87cf93', 'tag': '3c89bced-e266-4c30-8918-8d80f7f8660a'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:31:22.809434 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d9bfbfc5-ff45-4eee-9eb7-dc12234848d1 req-743c78b0-1c6d-4ffc-bb97-049719bb60d6 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6636617 Dec 15 13:31:22.850549 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65395bf2-c684-4248-9ffd-e73633286043 req-fdaaf8ae-da0e-44a2-990b-dfa9bdb0fa43 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:22.864980 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-65395bf2-c684-4248-9ffd-e73633286043 req-fdaaf8ae-da0e-44a2-990b-dfa9bdb0fa43 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/networks?id=818413aa-89a4-4338-a133-8010a51bc5a9 HTTP/1.1" status: 200 len: 818 time: 0.9036419 Dec 15 13:31:23.035907 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-6b33d4ae-d0e2-4612-a63b-12e12d2f04cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:23.036579 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-6b33d4ae-d0e2-4612-a63b-12e12d2f04cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:23.037864 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-6b33d4ae-d0e2-4612-a63b-12e12d2f04cf service neutron] 10.222.0.46 "PUT /v2.0/ports/5f86201e-ee23-4c92-b757-cb0449191f53 HTTP/1.1" status: 200 len: 1093 time: 5.8837564 Dec 15 13:31:23.136713 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-65395bf2-c684-4248-9ffd-e73633286043 req-26d64f77-8a63-4bb7-9e9e-92777028d725 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/quotas/6898e751314d4e94af3fc6df9b465470 HTTP/1.1" status: 200 len: 375 time: 0.2089033 Dec 15 13:31:23.150877 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cd6d2a09-38ec-4917-8a22-24c786105d32 req-451d38ed-e7a2-484a-abed-a9b7bd409142 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 210 time: 0.1481421 Dec 15 13:31:23.168101 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-08e9938d-9bfd-4d0c-9a08-523593931e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:23.169620 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-08e9938d-9bfd-4d0c-9a08-523593931e0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=18c80dfcc63a49f7b54f89f08cd8842f&device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 1096 time: 0.2658899 Dec 15 13:31:23.189497 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] Publish callbacks [] for port, precommit_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:23.190312 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc812b-b985-4b68-9a5e-d690d17223da service neutron] Pushing event updated for resources: {'Port': ['ID=3c89bced-e266-4c30-8918-8d80f7f8660a,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:23.196680 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:23.245816 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-e6696016-8ec7-436d-a77e-280e8eae18ee tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:23.328257 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.db_base_plugin_common [None req-b94f04fc-71bb-402b-8ce2-84faef0ce6a2 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Allocated IP 172.27.2.216 (d75b81e5-d2ea-4613-a99a-556640a87149/db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2/86f71cc9-37d9-4bdc-bcd3-7b19a82b0855) {{(pid=102375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:31:23.365142 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611df42-6143-4159-9020-565627035e6f None None] Pushing event updated for resources: {'Port': ['ID=d90a1c7f-8c47-44c4-8060-3b3086a2643a,revision_number=3']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:23.365654 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33d4ae-d0e2-4612-a63b-12e12d2f04cf service neutron] Pushing event updated for resources: {'Port': ['ID=5f86201e-ee23-4c92-b757-cb0449191f53,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:23.451599 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f379aa-51c0-41c8-b23f-a7f12ac7efca" -d '{"events": [{"name": "network-changed", "server_uuid": "10dd91a3-b40e-4ac3-ac2c-63624e87cf93", "tag": "3c89bced-e266-4c30-8918-8d80f7f8660a"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:31:23.459423 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-e6696016-8ec7-436d-a77e-280e8eae18ee tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Network b0016a0f-1988-46ad-b4da-048d7988271c is already hosted by enough agents. {{(pid=102375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:31:23.484721 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-e6696016-8ec7-436d-a77e-280e8eae18ee tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Resources bound (agent type, host, resource id): {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:23.522345 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-e6696016-8ec7-436d-a77e-280e8eae18ee tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Received port after_create {{(pid=102375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:31:23.528543 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-e6696016-8ec7-436d-a77e-280e8eae18ee tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:23.529579 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-e6696016-8ec7-436d-a77e-280e8eae18ee tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for port, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:23.538223 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6696016-8ec7-436d-a77e-280e8eae18ee tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Pushing event updated for resources: {'Port': ['ID=33030795-e868-427d-8a6a-6d48523668bc,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:23.545431 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-65395bf2-c684-4248-9ffd-e73633286043 req-e14cdec1-fffd-492f-9c0f-9844dc17571f tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6898e751314d4e94af3fc6df9b465470&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3863068 Dec 15 13:31:23.598767 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] Attempting to bind port d90a1c7f-8c47-44c4-8060-3b3086a2643a on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:31:23.599693 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] Attempting to bind port d90a1c7f-8c47-44c4-8060-3b3086a2643a by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': 'ae3446bd-4fa7-42f3-9c0f-359db90b2747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '818413aa-89a4-4338-a133-8010a51bc5a9'}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:31:23.600266 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] Attempting to bind port d90a1c7f-8c47-44c4-8060-3b3086a2643a on network 818413aa-89a4-4338-a133-8010a51bc5a9 {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:31:23.607174 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:31:23.607619 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] Checking segment: {'id': 'ae3446bd-4fa7-42f3-9c0f-359db90b2747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '818413aa-89a4-4338-a133-8010a51bc5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:31:23.608076 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:23.608602 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] Bound using segment: {'id': 'ae3446bd-4fa7-42f3-9c0f-359db90b2747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '818413aa-89a4-4338-a133-8010a51bc5a9'} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:31:23.609475 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] Bound port: d90a1c7f-8c47-44c4-8060-3b3086a2643a, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3446bd-4fa7-42f3-9c0f-359db90b2747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '818413aa-89a4-4338-a133-8010a51bc5a9'}}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:31:23.610275 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:23.621621 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-e6696016-8ec7-436d-a77e-280e8eae18ee tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8913746 Dec 15 13:31:23.692067 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea707d7-09b5-43d4-9c69-17fe2d6e2d1e req-0fa6c2c8-b554-448f-8a6d-31080a1e3b42 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:23.694479 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fea707d7-09b5-43d4-9c69-17fe2d6e2d1e req-0fa6c2c8-b554-448f-8a6d-31080a1e3b42 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 943 time: 0.3345139 Dec 15 13:31:23.718401 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-253a6661-7737-44bc-8896-ce49ac8bee08 service neutron] Request body: {'port': {'device_id': '00671676-47cb-4266-b9e5-61c7fb120355', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:23.750595 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-a0093639-77ec-41bf-b628-bb997f07a048 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c89bced-e266-4c30-8918-8d80f7f8660a HTTP/1.1" status: 200 len: 217 time: 0.2564921 Dec 15 13:31:23.818640 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] For port d90a1c7f-8c47-44c4-8060-3b3086a2643a, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:31:23.829232 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] For port d90a1c7f-8c47-44c4-8060-3b3086a2643a, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=d90a1c7f-8c47-44c4-8060-3b3086a2643a,segment=NetworkSegment(ae3446bd-4fa7-42f3-9c0f-359db90b2747),segment_id=ae3446bd-4fa7-42f3-9c0f-359db90b2747)] {{(pid=102376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:31:23.837998 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:23.895533 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:31:23.945036 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-26dd3fba-efde-47e0-b75f-d7747104b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:23.946548 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-26dd3fba-efde-47e0-b75f-d7747104b880 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c6099655f06b473db6eb84adfee54156&device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 1096 time: 0.3253217 Dec 15 13:31:23.970422 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611df42-6143-4159-9020-565627035e6f None None] Pushing event updated for resources: {'Port': ['ID=d90a1c7f-8c47-44c4-8060-3b3086a2643a,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:23.976278 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b94f04fc-71bb-402b-8ce2-84faef0ce6a2 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for port, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:24.002033 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fea707d7-09b5-43d4-9c69-17fe2d6e2d1e req-e28131df-ee88-4b64-be37-68871526cdcd tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/security-groups?id=63664326-0e50-4a4f-ae73-b06e39971d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694759 Dec 15 13:31:24.006033 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-253a6661-7737-44bc-8896-ce49ac8bee08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:24.020800 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-65395bf2-c684-4248-9ffd-e73633286043 req-5807b090-b46c-4f82-a877-c1b2b6559f6d service neutron] 10.222.0.60 "GET /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525390 Dec 15 13:31:24.041828 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-27e5f25d-f1e9-418c-8858-b72ee6219583 None None] Provisioning complete for port 33030795-e868-427d-8a6a-6d48523668bc triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:24.042516 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-27e5f25d-f1e9-418c-8858-b72ee6219583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:24.044992 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] Routers {'781ff87a-ca83-4af6-96e9-15f6236f54a0'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:31:24.045900 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:31:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['781ff87a-ca83-4af6-96e9-15f6236f54a0'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:24.120979 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-22b13ad4-c0d5-42dd-993a-b52d7611fe00 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f86201e-ee23-4c92-b757-cb0449191f53 HTTP/1.1" status: 200 len: 217 time: 0.1484900 Dec 15 13:31:24.196644 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-27e5f25d-f1e9-418c-8858-b72ee6219583 None None] Port 33030795-e868-427d-8a6a-6d48523668bc cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:31:24.232449 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b94f04fc-71bb-402b-8ce2-84faef0ce6a2 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:24.242440 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] Set router 781ff87a-ca83-4af6-96e9-15f6236f54a0 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:31:24.297227 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-a36384a8-8c80-4952-bc8c-6aa0734c4630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:24.300628 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-a36384a8-8c80-4952-bc8c-6aa0734c4630 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00e57f05-7cd4-4d4c-b428-0d6d5588aec2 HTTP/1.1" status: 200 len: 851 time: 0.1672606 Dec 15 13:31:24.309305 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-66e964ce-bd24-4dfc-9966-d87e0ceb9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:24.310924 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-66e964ce-bd24-4dfc-9966-d87e0ceb9e5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ee2ad3b-f34f-4e7d-8e6d-3df4050ee06e HTTP/1.1" status: 200 len: 855 time: 0.5204258 Dec 15 13:31:24.405490 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94f04fc-71bb-402b-8ce2-84faef0ce6a2 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Network d75b81e5-d2ea-4613-a99a-556640a87149 is already hosted by enough agents. {{(pid=102375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:31:24.408095 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-65395bf2-c684-4248-9ffd-e73633286043 req-5716bf45-274d-45b3-bfe6-0d096761bf6c service neutron] 10.222.0.60 "GET /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557391 Dec 15 13:31:24.415211 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-b94f04fc-71bb-402b-8ce2-84faef0ce6a2 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Resources bound (agent type, host, resource id): {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:24.420480 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94f04fc-71bb-402b-8ce2-84faef0ce6a2 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Received port after_create {{(pid=102375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:31:24.461322 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f04fc-71bb-402b-8ce2-84faef0ce6a2 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Pushing event updated for resources: {'Port': ['ID=86f71cc9-37d9-4bdc-bcd3-7b19a82b0855,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:24.524826 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-b4450dd3-378e-4fa0-b1b9-7c3ea3e088aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74e83cc2-a971-4afa-a119-d0be3ac3d84d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2126350 Dec 15 13:31:24.526732 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-37476b5d-8950-496a-95ae-72e4361a3538 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12997ed3-8144-436a-8d20-22135e6511e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870142 Dec 15 13:31:24.817112 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b94f04fc-71bb-402b-8ce2-84faef0ce6a2 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:24.946602 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e772124-1af6-4033-a6b4-b486df3c101b x-openstack-request-id: req-7e772124-1af6-4033-a6b4-b486df3c101b {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:31:24.947211 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10dd91a3-b40e-4ac3-ac2c-63624e87cf93", "tag": "3c89bced-e266-4c30-8918-8d80f7f8660a", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:31:24.947211 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e772124-1af6-4033-a6b4-b486df3c101b {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:31:24.947742 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dd91a3-b40e-4ac3-ac2c-63624e87cf93', 'tag': '3c89bced-e266-4c30-8918-8d80f7f8660a', 'status': 'completed', 'code': 200} Dec 15 13:31:24.953212 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781ff87a-ca83-4af6-96e9-15f6236f54a0', 'name': 'tempest-ServerRescueNegativeTestJSON-353082812-router', 'tenant_id': '6898e751314d4e94af3fc6df9b465470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:14Z', 'revision_number': 4, 'project_id': '6898e751314d4e94af3fc6df9b465470', 'gw_port': {'id': 'a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:82:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781ff87a-ca83-4af6-96e9-15f6236f54a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:03Z', 'updated_at': '2021-12-15T13:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': 'd90a1c7f-8c47-44c4-8060-3b3086a2643a', 'name': '', 'network_id': '818413aa-89a4-4338-a133-8010a51bc5a9', 'tenant_id': '6898e751314d4e94af3fc6df9b465470', 'mac_address': 'fa:16:3e:73:ed:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ff87a-ca83-4af6-96e9-15f6236f54a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:09Z', 'updated_at': '2021-12-15T13:31:23Z', 'revision_number': 4, 'project_id': '6898e751314d4e94af3fc6df9b465470', 'subnets': [{'id': '50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:24.953743 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-9193bb19-c964-4a79-b348-d3f824bb4828 service neutron] 10.222.0.46 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134071 Dec 15 13:31:25.035646 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d5c62-9031-42ad-94b4-eeedbcfb0532 None None] The sync data for ids ['781ff87a-ca83-4af6-96e9-15f6236f54a0'] in dv-cinder-813227-4-iscsi is: [{'id': '781ff87a-ca83-4af6-96e9-15f6236f54a0', 'name': 'tempest-ServerRescueNegativeTestJSON-353082812-router', 'tenant_id': '6898e751314d4e94af3fc6df9b465470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:14Z', 'revision_number': 4, 'project_id': '6898e751314d4e94af3fc6df9b465470', 'gw_port': {'id': 'a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:82:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781ff87a-ca83-4af6-96e9-15f6236f54a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:03Z', 'updated_at': '2021-12-15T13:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': 'd90a1c7f-8c47-44c4-8060-3b3086a2643a', 'name': '', 'network_id': '818413aa-89a4-4338-a133-8010a51bc5a9', 'tenant_id': '6898e751314d4e94af3fc6df9b465470', 'mac_address': 'fa:16:3e:73:ed:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ff87a-ca83-4af6-96e9-15f6236f54a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:09Z', 'updated_at': '2021-12-15T13:31:23Z', 'revision_number': 4, 'project_id': '6898e751314d4e94af3fc6df9b465470', 'subnets': [{'id': '50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:31:25.156950 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b94f04fc-71bb-402b-8ce2-84faef0ce6a2 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:25.198475 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 51924) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:25.272578 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.notifiers.nova [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-253a6661-7737-44bc-8896-ce49ac8bee08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33030795-e868-427d-8a6a-6d48523668bc {{(pid=102375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:31:25.303018 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d1ca1-11de-4232-96d4-52979a867ccd req-43cb72ca-a5d0-4476-9b6f-c779e096c5cd tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:25.304644 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a94d1ca1-11de-4232-96d4-52979a867ccd req-43cb72ca-a5d0-4476-9b6f-c779e096c5cd tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 931 time: 0.4008203 Dec 15 13:31:25.325831 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-253a6661-7737-44bc-8896-ce49ac8bee08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:25.377084 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3416ff-5aa1-4769-ad00-e552a7b42cd5 req-7db83ff6-639c-4e95-aa65-e10903aaadd1 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:25.378578 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-eb3416ff-5aa1-4769-ad00-e552a7b42cd5 req-7db83ff6-639c-4e95-aa65-e10903aaadd1 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 943 time: 0.4003983 Dec 15 13:31:25.382222 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b261b7d6-5ec4-4323-84ca-c38ca61b8ef6 req-093992a1-521c-4b8e-9851-85d57f8cc8ef service neutron] 10.222.0.46 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598423 Dec 15 13:31:25.429245 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-d6426c24-073f-46f5-a3ed-11901ad45567 service neutron] 10.222.0.46 "GET /v2.0/networks/74e83cc2-a971-4afa-a119-d0be3ac3d84d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8895628 Dec 15 13:31:25.527671 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.provisioning_blocks [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-253a6661-7737-44bc-8896-ce49ac8bee08 service neutron] Transition to ACTIVE for port object 33030795-e868-427d-8a6a-6d48523668bc will not be triggered until provisioned by entity L2. {{(pid=102375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:31:25.628109 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a94d1ca1-11de-4232-96d4-52979a867ccd req-4337db39-3574-450b-a592-36134bd374df tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894592 Dec 15 13:31:25.640818 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-253a6661-7737-44bc-8896-ce49ac8bee08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:25.854349 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-eb3416ff-5aa1-4769-ad00-e552a7b42cd5 req-0da0490f-7aa0-48f1-9762-5ddfd13aea64 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655025 Dec 15 13:31:25.862476 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-25bd6e19-7ed8-4c03-86ff-4fb8ba386f89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:25.925586 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2bc34ad9-79c7-497a-821c-06fca8930823 req-d2b5182a-81aa-4703-930e-34ae4fed0e31 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 210 time: 0.0646043 Dec 15 13:31:25.929285 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b94f04fc-71bb-402b-8ce2-84faef0ce6a2 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for port, precommit_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:25.961705 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b94f04fc-71bb-402b-8ce2-84faef0ce6a2 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:25.995111 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a6661-7737-44bc-8896-ce49ac8bee08 service neutron] Pushing event updated for resources: {'Port': ['ID=33030795-e868-427d-8a6a-6d48523668bc,revision_number=2']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:26.179166 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b94f04fc-71bb-402b-8ce2-84faef0ce6a2 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529426'] for floatingip, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:26.195555 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.managers [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-253a6661-7737-44bc-8896-ce49ac8bee08 service neutron] Attempting to bind port 33030795-e868-427d-8a6a-6d48523668bc on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:31:26.195941 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.managers [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-253a6661-7737-44bc-8896-ce49ac8bee08 service neutron] Attempting to bind port 33030795-e868-427d-8a6a-6d48523668bc by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '5e57a592-0f0a-4da5-b292-1f54cc910cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c'}] {{(pid=102375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:31:26.196265 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-253a6661-7737-44bc-8896-ce49ac8bee08 service neutron] Attempting to bind port 33030795-e868-427d-8a6a-6d48523668bc on network b0016a0f-1988-46ad-b4da-048d7988271c {{(pid=102375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:31:26.229706 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f04fc-71bb-402b-8ce2-84faef0ce6a2 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Pushing event updated for resources: {'Port': ['ID=86f71cc9-37d9-4bdc-bcd3-7b19a82b0855,revision_number=2']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:26.243771 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd355ca6-0a8e-4f85-bfdd-6592cd5afa16 req-2733a770-fa71-41ce-b755-b4d2249cf158 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:26.245445 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cd355ca6-0a8e-4f85-bfdd-6592cd5afa16 req-2733a770-fa71-41ce-b755-b4d2249cf158 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 943 time: 0.2901578 Dec 15 13:31:26.246145 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-253a6661-7737-44bc-8896-ce49ac8bee08 service neutron] Port 33030795-e868-427d-8a6a-6d48523668bc on network b0016a0f-1988-46ad-b4da-048d7988271c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:31:26.246472 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-253a6661-7737-44bc-8896-ce49ac8bee08 service neutron] Attempting to bind port 33030795-e868-427d-8a6a-6d48523668bc on network b0016a0f-1988-46ad-b4da-048d7988271c {{(pid=102375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:31:26.267686 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-253a6661-7737-44bc-8896-ce49ac8bee08 service neutron] Checking agent: {'id': '9aec82b9-7713-4c66-84ce-8e508cdbb5b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:31:26.268061 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-253a6661-7737-44bc-8896-ce49ac8bee08 service neutron] Checking segment: {'id': '5e57a592-0f0a-4da5-b292-1f54cc910cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:31:26.268641 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-253a6661-7737-44bc-8896-ce49ac8bee08 service neutron] Bound using segment: {'id': '5e57a592-0f0a-4da5-b292-1f54cc910cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c'} {{(pid=102375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:31:26.269108 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.managers [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-253a6661-7737-44bc-8896-ce49ac8bee08 service neutron] Bound port: 33030795-e868-427d-8a6a-6d48523668bc, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e57a592-0f0a-4da5-b292-1f54cc910cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c'}}] {{(pid=102375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:31:26.269463 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-253a6661-7737-44bc-8896-ce49ac8bee08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:26.303997 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b94f04fc-71bb-402b-8ce2-84faef0ce6a2 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for floatingip, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:26.305454 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-b94f04fc-71bb-402b-8ce2-84faef0ce6a2 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7670574 Dec 15 13:31:26.446153 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-25bd6e19-7ed8-4c03-86ff-4fb8ba386f89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:26.459452 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cd355ca6-0a8e-4f85-bfdd-6592cd5afa16 req-b3f00e1e-632a-4f99-a929-a03aa2dcc1f5 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/security-groups?id=63664326-0e50-4a4f-ae73-b06e39971d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945958 Dec 15 13:31:26.466636 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-25bd6e19-7ed8-4c03-86ff-4fb8ba386f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:26.504485 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.db [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-253a6661-7737-44bc-8896-ce49ac8bee08 service neutron] For port 33030795-e868-427d-8a6a-6d48523668bc, host hv-cinder-81322, cleared binding levels {{(pid=102375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:31:26.514132 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-4e6c035a-6a30-4e4a-a8b2-e67c56d3d4c8 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:26.515646 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-4e6c035a-6a30-4e4a-a8b2-e67c56d3d4c8 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/networks?id=818413aa-89a4-4338-a133-8010a51bc5a9 HTTP/1.1" status: 200 len: 818 time: 0.3143840 Dec 15 13:31:26.561946 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.db [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-253a6661-7737-44bc-8896-ce49ac8bee08 service neutron] For port 33030795-e868-427d-8a6a-6d48523668bc, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=33030795-e868-427d-8a6a-6d48523668bc,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:31:26.567908 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-25bd6e19-7ed8-4c03-86ff-4fb8ba386f89 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0abfa177d9a844588ad57a7d55d7ca4c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3383005 Dec 15 13:31:26.568714 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd6e19-7ed8-4c03-86ff-4fb8ba386f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61c94f8-f4bb-40a7-9723-71dfcc87c710,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:26.570658 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 51986) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:26.580563 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-519c6991-1820-4b94-bbf7-af9ea2b7ff3a tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/quotas/6898e751314d4e94af3fc6df9b465470 HTTP/1.1" status: 200 len: 375 time: 0.0537186 Dec 15 13:31:26.582803 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-253a6661-7737-44bc-8896-ce49ac8bee08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:26.624423 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-273d9c59-48b7-44e4-851e-d1acd22a60f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:26.672767 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-273d9c59-48b7-44e4-851e-d1acd22a60f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:26.673389 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-253a6661-7737-44bc-8896-ce49ac8bee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:26.674008 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-253a6661-7737-44bc-8896-ce49ac8bee08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for port, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:26.676422 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-253a6661-7737-44bc-8896-ce49ac8bee08 service neutron] 10.222.0.46 "PUT /v2.0/ports/33030795-e868-427d-8a6a-6d48523668bc HTTP/1.1" status: 200 len: 1093 time: 2.9729600 Dec 15 13:31:26.681008 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00671676-47cb-4266-b9e5-61c7fb120355', 'tag': '33030795-e868-427d-8a6a-6d48523668bc'}] {{(pid=102375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:31:26.718372 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device d90a1c7f-8c47-44c4-8060-3b3086a2643a up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:31:26.753213 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-06973263-2d64-4cea-9666-c6570184a8e9 req-8e8c4f4e-c8b7-47f7-81cf-4fdc11a517ce tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1828775377&fields=id&tenant_id=4cde9c0e34334ad7a7e79bfeb8963935 HTTP/1.1" status: 200 len: 267 time: 0.2078300 Dec 15 13:31:26.795297 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-273d9c59-48b7-44e4-851e-d1acd22a60f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:26.798646 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-273d9c59-48b7-44e4-851e-d1acd22a60f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:26.802576 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-273d9c59-48b7-44e4-851e-d1acd22a60f5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d61c94f8-f4bb-40a7-9723-71dfcc87c710 HTTP/1.1" status: 204 len: 168 time: 0.2282579 Dec 15 13:31:26.802671 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a6661-7737-44bc-8896-ce49ac8bee08 service neutron] Pushing event updated for resources: {'Port': ['ID=33030795-e868-427d-8a6a-6d48523668bc,revision_number=3']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:26.817298 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d9c59-48b7-44e4-851e-d1acd22a60f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61c94f8-f4bb-40a7-9723-71dfcc87c710,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:26.825507 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port d90a1c7f-8c47-44c4-8060-3b3086a2643a triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:26.826208 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:26.917199 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06973263-2d64-4cea-9666-c6570184a8e9 req-5af2cb6e-9cd7-4c5a-b001-4512f87ecc43 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:26.918938 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-06973263-2d64-4cea-9666-c6570184a8e9 req-5af2cb6e-9cd7-4c5a-b001-4512f87ecc43 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/networks?id=c615d296-1c4b-42bd-b81b-913328306550 HTTP/1.1" status: 200 len: 810 time: 0.1497457 Dec 15 13:31:26.926563 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-48a1ef3c-8094-4cf9-9a85-35f504a8ea57 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6898e751314d4e94af3fc6df9b465470&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3318367 Dec 15 13:31:26.942626 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:26.950002 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3130b20-b0cc-484a-b6b4-b4719540a6a2', 'tag': '5f86201e-ee23-4c92-b757-cb0449191f53'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:31:26.953503 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554e4d23-0f13-4e1d-8d0c-61ddc7957d82" -d '{"events": [{"name": "network-changed", "server_uuid": "c3130b20-b0cc-484a-b6b4-b4719540a6a2", "tag": "5f86201e-ee23-4c92-b757-cb0449191f53"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:31:26.960484 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71b9fb3f465478ec81e2ba98b454169580960ac631f62dad39edafcc790f624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1239761b-8ae6-4b21-8261-acbb86bf5a39" -d '{"events": [{"name": "network-changed", "server_uuid": "00671676-47cb-4266-b9e5-61c7fb120355", "tag": "33030795-e868-427d-8a6a-6d48523668bc"}]}' {{(pid=102375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:31:26.973370 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-06973263-2d64-4cea-9666-c6570184a8e9 req-ca173d27-8144-4972-9dd0-eb49c5280e8a tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/quotas/4cde9c0e34334ad7a7e79bfeb8963935 HTTP/1.1" status: 200 len: 375 time: 0.0445194 Dec 15 13:31:26.982749 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] For port d90a1c7f-8c47-44c4-8060-3b3086a2643a, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=d90a1c7f-8c47-44c4-8060-3b3086a2643a,segment=NetworkSegment(ae3446bd-4fa7-42f3-9c0f-359db90b2747),segment_id=ae3446bd-4fa7-42f3-9c0f-359db90b2747)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:26.993002 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:27.045899 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Pushing event updated for resources: {'Port': ['ID=d90a1c7f-8c47-44c4-8060-3b3086a2643a,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:27.065837 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-06973263-2d64-4cea-9666-c6570184a8e9 req-79a9568a-ab86-4c50-b808-e34507d7f81a tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4cde9c0e34334ad7a7e79bfeb8963935&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667398 Dec 15 13:31:27.088598 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-f8ea727f-b283-4ad3-8efc-8dab97aeee6d service neutron] 10.222.0.60 "GET /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525738 Dec 15 13:31:27.210944 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 52008) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:27.223791 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ac9b2fec-bcc4-42e2-bb3e-d7b027a05bb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:27.236190 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-06973263-2d64-4cea-9666-c6570184a8e9 req-7e74050b-08f8-49c8-8224-6e47699f7e43 service neutron] 10.222.0.60 "GET /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565828 Dec 15 13:31:27.241329 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-4070a591-339e-4ac4-9350-25f9580ae72e service neutron] 10.222.0.60 "GET /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433640 Dec 15 13:31:27.302402 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ac9b2fec-bcc4-42e2-bb3e-d7b027a05bb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:27.308866 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ac9b2fec-bcc4-42e2-bb3e-d7b027a05bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:27.337126 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-06973263-2d64-4cea-9666-c6570184a8e9 req-ec97292c-a971-4df2-ad4f-778e96b44257 service neutron] 10.222.0.60 "GET /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948617 Dec 15 13:31:27.376970 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 52014) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:27.377222 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-ac9b2fec-bcc4-42e2-bb3e-d7b027a05bb2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d88eb8447f14bf29b65f6fcd21bf4c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1648719 Dec 15 13:31:27.378702 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b2fec-bcc4-42e2-bb3e-d7b027a05bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5124d8-08cc-46ce-bc12-f74c0d74070d,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:27.471711 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ae77acfe-4c87-4650-a427-b8ae4a37156c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:27.508363 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ae77acfe-4c87-4650-a427-b8ae4a37156c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:27.517364 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92343dd4-a54b-4d12-8c52-fa255f99a9b2 req-7a11b5de-12dd-4adf-bcbf-e40edd25ca53 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:27.520231 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-92343dd4-a54b-4d12-8c52-fa255f99a9b2 req-7a11b5de-12dd-4adf-bcbf-e40edd25ca53 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.1041782 Dec 15 13:31:27.628889 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-92343dd4-a54b-4d12-8c52-fa255f99a9b2 req-dabb93a9-c64c-4920-8f85-a17936b1714f tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027689 Dec 15 13:31:27.650269 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71865a4c-0503-461a-a4a8-e3c7da828859 req-eae367ee-4869-4673-b6ae-e6157a7df383 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:27.651837 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-71865a4c-0503-461a-a4a8-e3c7da828859 req-eae367ee-4869-4673-b6ae-e6157a7df383 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 943 time: 0.0898302 Dec 15 13:31:27.652749 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ae77acfe-4c87-4650-a427-b8ae4a37156c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:27.655357 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ae77acfe-4c87-4650-a427-b8ae4a37156c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:27.656574 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-ae77acfe-4c87-4650-a427-b8ae4a37156c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ce5124d8-08cc-46ce-bc12-f74c0d74070d HTTP/1.1" status: 204 len: 168 time: 0.2786100 Dec 15 13:31:27.666250 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77acfe-4c87-4650-a427-b8ae4a37156c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5124d8-08cc-46ce-bc12-f74c0d74070d,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:27.734742 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-71865a4c-0503-461a-a4a8-e3c7da828859 req-59bb0e0e-6734-4dd0-9508-1f1908575899 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682306 Dec 15 13:31:27.781773 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3a7b56-1ebe-424c-9961-fe10b163519b x-openstack-request-id: req-3d3a7b56-1ebe-424c-9961-fe10b163519b {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:31:27.782390 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3130b20-b0cc-484a-b6b4-b4719540a6a2", "tag": "5f86201e-ee23-4c92-b757-cb0449191f53", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:31:27.782390 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3d3a7b56-1ebe-424c-9961-fe10b163519b {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:31:27.782656 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3130b20-b0cc-484a-b6b4-b4719540a6a2', 'tag': '5f86201e-ee23-4c92-b757-cb0449191f53', 'status': 'completed', 'code': 200} Dec 15 13:31:27.879411 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-616d8d97-094e-4a35-bf7b-28154eb69c19 req-ae23a38c-c9e6-4bee-8bd3-967099d64993 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 210 time: 0.0471473 Dec 15 13:31:28.020562 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f1863-a277-4649-bcde-3ba5d8f98d14 req-2f2726ee-d3cf-47af-a857-0b7e69080eb3 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:28.022054 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bc7f1863-a277-4649-bcde-3ba5d8f98d14 req-2f2726ee-d3cf-47af-a857-0b7e69080eb3 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 943 time: 0.0629675 Dec 15 13:31:28.076469 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bc7f1863-a277-4649-bcde-3ba5d8f98d14 req-86de8330-347c-4171-b39e-2d9cd0e90249 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/security-groups?id=63664326-0e50-4a4f-ae73-b06e39971d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459075 Dec 15 13:31:28.172929 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3060fb-ebfb-492c-8e3e-e04b492876b5 x-openstack-request-id: req-5d3060fb-ebfb-492c-8e3e-e04b492876b5 {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:31:28.173313 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00671676-47cb-4266-b9e5-61c7fb120355", "tag": "33030795-e868-427d-8a6a-6d48523668bc", "status": "completed", "code": 200}]} {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:31:28.173917 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d3060fb-ebfb-492c-8e3e-e04b492876b5 {{(pid=102375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:31:28.174419 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00671676-47cb-4266-b9e5-61c7fb120355', 'tag': '33030795-e868-427d-8a6a-6d48523668bc', 'status': 'completed', 'code': 200} Dec 15 13:31:28.176738 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-dd283b29-a564-41b3-8ad7-7f5f3afb9c5a req-58a0f33b-f560-4cb6-96df-a382b44bc1a9 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 210 time: 0.0299141 Dec 15 13:31:28.651905 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device d90a1c7f-8c47-44c4-8060-3b3086a2643a up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:31:28.712335 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port d90a1c7f-8c47-44c4-8060-3b3086a2643a triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:28.712713 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:28.733697 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 52074) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:28.805903 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309fd6a-959a-430b-8f9b-9461a7fc93f4 req-a2efcdba-799c-45b4-acbf-06cfca41cb10 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:28.807441 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a309fd6a-959a-430b-8f9b-9461a7fc93f4 req-a2efcdba-799c-45b4-acbf-06cfca41cb10 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0855308 Dec 15 13:31:28.903279 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-fa2678ca-715f-4a66-a0d9-5d5e8a074985 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:28.917290 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a309fd6a-959a-430b-8f9b-9461a7fc93f4 req-7226527b-b1e4-42af-8cde-fee4f4e49699 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005077 Dec 15 13:31:28.942441 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ca4b4-c27f-40b3-8615-24f5b62b13df req-b592f689-e10f-4d7c-833b-111924b522bc tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:28.944179 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-dc8ca4b4-c27f-40b3-8615-24f5b62b13df req-b592f689-e10f-4d7c-833b-111924b522bc tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 943 time: 0.1206360 Dec 15 13:31:29.064763 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-59bda4a8-f0ba-41ee-9d3b-470f920908e5 req-c695f794-8dc9-4c82-bfcd-fdc241827be7 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 210 time: 0.0409114 Dec 15 13:31:29.064763 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-dc8ca4b4-c27f-40b3-8615-24f5b62b13df req-35aa027d-db5e-4dbb-ac8e-d06170b6778b tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893807 Dec 15 13:31:29.094630 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-fa2678ca-715f-4a66-a0d9-5d5e8a074985 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:29.098665 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-fa2678ca-715f-4a66-a0d9-5d5e8a074985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:29.138974 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-fa2678ca-715f-4a66-a0d9-5d5e8a074985 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0428899baa1c47edb4be960c2b144788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4035523 Dec 15 13:31:29.139896 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2678ca-715f-4a66-a0d9-5d5e8a074985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7572143b-5f46-46bc-b59d-7669833e9b9e,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:29.141913 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 52098) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:29.209387 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-00f71a81-815a-4d8c-8a85-ba53274370c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:29.212225 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aab917-3cd7-4278-94e9-07c98e465b0d req-c40cbddc-2a7e-4c31-9aa9-8ab2332f4565 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:29.214076 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b0aab917-3cd7-4278-94e9-07c98e465b0d req-c40cbddc-2a7e-4c31-9aa9-8ab2332f4565 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 943 time: 0.0603893 Dec 15 13:31:29.236415 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-00f71a81-815a-4d8c-8a85-ba53274370c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:29.285218 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2ce390c0-fa7c-4ad9-9d41-ac861c827233 req-ebeaca10-f5ed-488b-84d4-62fa0e928422 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 210 time: 0.0376699 Dec 15 13:31:29.293064 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b0aab917-3cd7-4278-94e9-07c98e465b0d req-6fd4e974-d435-400c-8621-44015665ae64 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/security-groups?id=63664326-0e50-4a4f-ae73-b06e39971d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717883 Dec 15 13:31:29.293421 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-00f71a81-815a-4d8c-8a85-ba53274370c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:29.297547 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-00f71a81-815a-4d8c-8a85-ba53274370c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:29.299195 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-00f71a81-815a-4d8c-8a85-ba53274370c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7572143b-5f46-46bc-b59d-7669833e9b9e HTTP/1.1" status: 204 len: 168 time: 0.1555164 Dec 15 13:31:29.308868 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f71a81-815a-4d8c-8a85-ba53274370c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7572143b-5f46-46bc-b59d-7669833e9b9e,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:29.645244 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 52116) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:29.659300 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca65c-2245-4e57-98c4-b81b853bbf2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:29.736061 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca65c-2245-4e57-98c4-b81b853bbf2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:29.740687 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca65c-2245-4e57-98c4-b81b853bbf2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:29.780192 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ca65c-2245-4e57-98c4-b81b853bbf2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d730ba-4e72-48b6-b98e-5af7e08513b9,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:29.785148 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-7f5ca65c-2245-4e57-98c4-b81b853bbf2c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=33c6f727d53d46d59aec8cd8291afc91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388347 Dec 15 13:31:29.787996 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 52122) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:29.845955 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0f434404-297e-4757-bd49-a6a3193ddc8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:29.866724 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0f434404-297e-4757-bd49-a6a3193ddc8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:29.913076 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0f434404-297e-4757-bd49-a6a3193ddc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:29.915699 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0f434404-297e-4757-bd49-a6a3193ddc8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:29.916843 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-0f434404-297e-4757-bd49-a6a3193ddc8a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89d730ba-4e72-48b6-b98e-5af7e08513b9 HTTP/1.1" status: 204 len: 168 time: 0.1270418 Dec 15 13:31:29.924418 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f434404-297e-4757-bd49-a6a3193ddc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d730ba-4e72-48b6-b98e-5af7e08513b9,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:30.040329 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db3561-44d1-4334-817a-511aaf7af3bf req-f9ccf535-2514-45a8-b06e-3502f7e9ddd7 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:30.042131 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f9db3561-44d1-4334-817a-511aaf7af3bf req-f9ccf535-2514-45a8-b06e-3502f7e9ddd7 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0495117 Dec 15 13:31:30.095159 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f9db3561-44d1-4334-817a-511aaf7af3bf req-8cbf89be-05f7-4bd6-bfa7-1cebeb49b02a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465634 Dec 15 13:31:30.175443 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f29082b8-1750-4038-a474-95b8f2f67568 req-b8860b26-4b50-4851-8481-65cdf3873685 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 210 time: 0.0430739 Dec 15 13:31:30.369947 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239761b-8ae6-4b21-8261-acbb86bf5a39 req-db182ba9-15a2-4b76-afe3-fe92d273877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:30.369947 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-1239761b-8ae6-4b21-8261-acbb86bf5a39 req-db182ba9-15a2-4b76-afe3-fe92d273877b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=849d4c797afe475aa474e4415f6190c0&device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 1096 time: 0.1252341 Dec 15 13:31:30.373609 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9fbe6-55d6-4a46-8085-8835fe7d26ea req-6a82e328-3368-4cb3-bc66-9812c08a96fc tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:30.376560 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a0a9fbe6-55d6-4a46-8085-8835fe7d26ea req-6a82e328-3368-4cb3-bc66-9812c08a96fc tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 943 time: 0.1311910 Dec 15 13:31:30.378294 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f379aa-51c0-41c8-b23f-a7f12ac7efca req-6836217f-e109-4c01-bdb3-997b43e06df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:30.378509 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cb7f029d-104a-4a8a-bbb2-a46591834229 req-f360eda5-0df7-4663-9e17-9d173aa12706 service neutron] 10.222.0.46 "GET /v2.0/networks/74e83cc2-a971-4afa-a119-d0be3ac3d84d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306001 Dec 15 13:31:30.379893 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a6f379aa-51c0-41c8-b23f-a7f12ac7efca req-6836217f-e109-4c01-bdb3-997b43e06df3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=18c80dfcc63a49f7b54f89f08cd8842f&device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 1096 time: 0.1771922 Dec 15 13:31:30.453327 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-84bd0b5a-405c-4405-9914-8cb71fda170e req-7a3cf350-2531-4eb0-8554-4889e8ba5459 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 210 time: 0.0690424 Dec 15 13:31:30.747040 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 52162) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:30.759845 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a0a9fbe6-55d6-4a46-8085-8835fe7d26ea req-07362e45-126e-4132-b2aa-99d69f8186d4 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703740 Dec 15 13:31:30.814429 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e4d23-0f13-4e1d-8d0c-61ddc7957d82 req-f5cce642-f0fe-47fd-81ab-bc6265fa423b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:30.816197 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-554e4d23-0f13-4e1d-8d0c-61ddc7957d82 req-f5cce642-f0fe-47fd-81ab-bc6265fa423b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c6099655f06b473db6eb84adfee54156&device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 1096 time: 0.3037014 Dec 15 13:31:30.853889 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be977a-86cc-440b-8104-0d49a18585b5 req-3884f349-bce2-4f81-9776-5f4de347e0db tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:30.861662 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-13be977a-86cc-440b-8104-0d49a18585b5 req-3884f349-bce2-4f81-9776-5f4de347e0db tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 943 time: 0.2763419 Dec 15 13:31:30.867323 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239761b-8ae6-4b21-8261-acbb86bf5a39 req-9359ad10-31b3-43dd-9425-a7c634d656b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:30.869329 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-1239761b-8ae6-4b21-8261-acbb86bf5a39 req-9359ad10-31b3-43dd-9425-a7c634d656b7 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=849d4c797afe475aa474e4415f6190c0&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4352765 Dec 15 13:31:30.887560 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f379aa-51c0-41c8-b23f-a7f12ac7efca req-1ba1413d-914d-4a8a-96e6-60624aa23ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:30.889068 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a6f379aa-51c0-41c8-b23f-a7f12ac7efca req-1ba1413d-914d-4a8a-96e6-60624aa23ce6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=12997ed3-8144-436a-8d20-22135e6511e5 HTTP/1.1" status: 200 len: 916 time: 0.4291308 Dec 15 13:31:30.928809 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-13be977a-86cc-440b-8104-0d49a18585b5 req-a1bebc5a-0045-4a93-8883-63e89beab628 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/security-groups?id=63664326-0e50-4a4f-ae73-b06e39971d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662074 Dec 15 13:31:30.971274 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-168adef9-e21c-46d0-8fc5-870de0bfb1eb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-518437706-network', 'tenant_id': '2eca06c9f13e4bd4ba60e90004b92c21'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:30.994131 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168adef9-e21c-46d0-8fc5-870de0bfb1eb admin admin] Made reservation on behalf of 2eca06c9f13e4bd4ba60e90004b92c21 for: {'network': 1} {{(pid=102375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:31:30.996429 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-168adef9-e21c-46d0-8fc5-870de0bfb1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for network, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:31.004870 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-168adef9-e21c-46d0-8fc5-870de0bfb1eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:31.013531 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e4d23-0f13-4e1d-8d0c-61ddc7957d82 req-a2276c28-1317-4b41-bf90-3a2fe2e420c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:31.015067 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-554e4d23-0f13-4e1d-8d0c-61ddc7957d82 req-a2276c28-1317-4b41-bf90-3a2fe2e420c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=74e83cc2-a971-4afa-a119-d0be3ac3d84d HTTP/1.1" status: 200 len: 912 time: 0.1881082 Dec 15 13:31:31.081332 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-168adef9-e21c-46d0-8fc5-870de0bfb1eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:31.085302 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-168adef9-e21c-46d0-8fc5-870de0bfb1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:31.107156 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168adef9-e21c-46d0-8fc5-870de0bfb1eb admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=102375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:31:31.129001 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168adef9-e21c-46d0-8fc5-870de0bfb1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55551bc9-f180-4c22-896d-b236ebad417a,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:31.136387 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.46', 53205) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:31.175153 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-168adef9-e21c-46d0-8fc5-870de0bfb1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:31.175490 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.db.segments_db [None req-168adef9-e21c-46d0-8fc5-870de0bfb1eb admin admin] Added segment d92661bf-9001-41ec-8f21-919d235276f1 of type vlan for network 7b952bda-f526-4ed0-8e80-ca47ad4696eb Dec 15 13:31:31.282646 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a6f379aa-51c0-41c8-b23f-a7f12ac7efca req-3cc507b7-f388-4c4d-ad0b-513382ee2440 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c89bced-e266-4c30-8918-8d80f7f8660a HTTP/1.1" status: 200 len: 217 time: 0.1535268 Dec 15 13:31:31.336268 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-554e4d23-0f13-4e1d-8d0c-61ddc7957d82 req-250dd19d-afc3-4280-9c5a-be9d08a62e02 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f86201e-ee23-4c92-b757-cb0449191f53 HTTP/1.1" status: 200 len: 217 time: 0.1430492 Dec 15 13:31:31.362222 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-22cd9200-a1cd-4c5e-9619-dc9b21eaaee5 req-4205f621-1f74-46a6-a054-e533a3ff3c29 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 210 time: 0.0852342 Dec 15 13:31:31.404017 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-168adef9-e21c-46d0-8fc5-870de0bfb1eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790302850079'] for network, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:31.448701 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f379aa-51c0-41c8-b23f-a7f12ac7efca req-1f134e0c-66e7-4c27-93bd-5979e87ad4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:31.450508 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a6f379aa-51c0-41c8-b23f-a7f12ac7efca req-1f134e0c-66e7-4c27-93bd-5979e87ad4d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ee2ad3b-f34f-4e7d-8e6d-3df4050ee06e HTTP/1.1" status: 200 len: 855 time: 0.1260948 Dec 15 13:31:31.460131 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502c4f8-0b4a-47f2-b4fe-b3b4f8ffaab8 req-556158f2-beb8-47b8-b489-5586496e6a53 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:31.461510 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f502c4f8-0b4a-47f2-b4fe-b3b4f8ffaab8 req-556158f2-beb8-47b8-b489-5586496e6a53 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.2388964 Dec 15 13:31:31.482618 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e4d23-0f13-4e1d-8d0c-61ddc7957d82 req-154cf906-e144-40a5-8f7e-73afb9240093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:31.484111 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-554e4d23-0f13-4e1d-8d0c-61ddc7957d82 req-154cf906-e144-40a5-8f7e-73afb9240093 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00e57f05-7cd4-4d4c-b428-0d6d5588aec2 HTTP/1.1" status: 200 len: 851 time: 0.1279118 Dec 15 13:31:31.487232 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239761b-8ae6-4b21-8261-acbb86bf5a39 req-558ffcb4-7b6d-433d-aaa1-dfb0198901e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:31.488599 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-1239761b-8ae6-4b21-8261-acbb86bf5a39 req-558ffcb4-7b6d-433d-aaa1-dfb0198901e9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3628423 Dec 15 13:31:31.497048 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65395bf2-c684-4248-9ffd-e73633286043 req-f6f19905-ce88-469d-b1f1-214e2f670e92 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:31.498509 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-65395bf2-c684-4248-9ffd-e73633286043 req-f6f19905-ce88-469d-b1f1-214e2f670e92 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.46 "GET /v2.0/networks?id=818413aa-89a4-4338-a133-8010a51bc5a9 HTTP/1.1" status: 200 len: 818 time: 0.3473790 Dec 15 13:31:31.512618 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-65395bf2-c684-4248-9ffd-e73633286043 req-68e1a9df-ff04-49a5-a991-2690780d53fd tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Request body: {'port': {'device_id': 'eab2a5ce-9a56-4120-ae3c-ddfb844aa30a', 'network_id': '818413aa-89a4-4338-a133-8010a51bc5a9', 'admin_state_up': True, 'tenant_id': '6898e751314d4e94af3fc6df9b465470'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:31.525896 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a6f379aa-51c0-41c8-b23f-a7f12ac7efca req-8c9e2082-ce5b-45d6-9908-2f838250a030 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12997ed3-8144-436a-8d20-22135e6511e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614107 Dec 15 13:31:31.528137 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-168adef9-e21c-46d0-8fc5-870de0bfb1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for network, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:31.529656 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168adef9-e21c-46d0-8fc5-870de0bfb1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:31.530220 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-168adef9-e21c-46d0-8fc5-870de0bfb1eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:31.544860 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-554e4d23-0f13-4e1d-8d0c-61ddc7957d82 req-6bfd27b9-61c3-432e-922f-05e144436b58 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74e83cc2-a971-4afa-a119-d0be3ac3d84d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451949 Dec 15 13:31:31.673243 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c4446b7d-256a-473b-a41e-bc1885e3ea28 req-eab17655-b3dc-41aa-9307-e459ac44fa43 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 210 time: 0.1346855 Dec 15 13:31:31.695518 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-168adef9-e21c-46d0-8fc5-870de0bfb1eb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9279416 Dec 15 13:31:31.696225 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 52182) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:31.700899 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-a771cc85-500d-44c3-b55b-0ee3ee83d8cf admin admin] Request body: {'subnet': {'network_id': '7b952bda-f526-4ed0-8e80-ca47ad4696eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-518437706-subnet', 'tenant_id': '2eca06c9f13e4bd4ba60e90004b92c21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:31.707761 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-b96e738b-2477-4ad7-a50b-cb40ef965257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:31.709207 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-b96e738b-2477-4ad7-a50b-cb40ef965257 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=849d4c797afe475aa474e4415f6190c0&device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 1096 time: 0.1635165 Dec 15 13:31:31.716617 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168adef9-e21c-46d0-8fc5-870de0bfb1eb admin admin] Pushing event updated for resources: {'Network': ['ID=7b952bda-f526-4ed0-8e80-ca47ad4696eb,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:31.722033 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f502c4f8-0b4a-47f2-b4fe-b3b4f8ffaab8 req-0a60360d-0328-4855-ad3e-1d481857cb23 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285771 Dec 15 13:31:31.736173 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Network 7b952bda-f526-4ed0-8e80-ca47ad4696eb details requested by agent ovs-agent-dv-cinder-813227-4-iscsi with host dv-cinder-813227-4-iscsi {{(pid=102376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:31:31.757581 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a6f379aa-51c0-41c8-b23f-a7f12ac7efca req-f49b2258-cca4-4c0f-80d5-62cc4dc7b84f service neutron] 10.222.0.46 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112138 Dec 15 13:31:31.784654 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-cbf044e9-d427-4940-b787-194eae76a0a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33030795-e868-427d-8a6a-6d48523668bc HTTP/1.1" status: 200 len: 217 time: 0.0644140 Dec 15 13:31:31.839508 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a771cc85-500d-44c3-b55b-0ee3ee83d8cf admin admin] Made reservation on behalf of 2eca06c9f13e4bd4ba60e90004b92c21 for: {'subnet': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:31:31.842048 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a771cc85-500d-44c3-b55b-0ee3ee83d8cf admin admin] Publish callbacks [] for subnet, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:31.850516 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-554e4d23-0f13-4e1d-8d0c-61ddc7957d82 req-2c158eff-0702-4c9f-85e0-729573376d11 service neutron] 10.222.0.46 "GET /v2.0/networks/74e83cc2-a971-4afa-a119-d0be3ac3d84d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727633 Dec 15 13:31:31.911214 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.46', 53208) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:31.991858 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-f5f15854-bb6b-4fce-ad18-9e89f1739b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:31.993331 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-f5f15854-bb6b-4fce-ad18-9e89f1739b0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ee2d60c-e8f8-48bd-815a-998b0d5d4d75 HTTP/1.1" status: 200 len: 856 time: 0.1949072 Dec 15 13:31:32.017042 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a6f379aa-51c0-41c8-b23f-a7f12ac7efca req-234e8b4e-6bfb-4578-a69e-33edcf9714a0 service neutron] 10.222.0.46 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394831 Dec 15 13:31:32.023658 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65395bf2-c684-4248-9ffd-e73633286043 req-68e1a9df-ff04-49a5-a991-2690780d53fd tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Made reservation on behalf of 6898e751314d4e94af3fc6df9b465470 for: {'port': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:31:32.027200 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-65395bf2-c684-4248-9ffd-e73633286043 req-68e1a9df-ff04-49a5-a991-2690780d53fd tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:32.079174 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8eeeb-aa31-42a2-8cdc-0f3ba9f9472a req-2090db77-524b-4b74-bed2-c3983f7892b5 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:32.080830 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-16d8eeeb-aa31-42a2-8cdc-0f3ba9f9472a req-2090db77-524b-4b74-bed2-c3983f7892b5 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 943 time: 0.1855006 Dec 15 13:31:32.096900 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712888f-7613-493a-9467-978245b55bcc req-9efc8d2e-a140-4739-94d5-7af80274707b tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:32.098750 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b712888f-7613-493a-9467-978245b55bcc req-9efc8d2e-a140-4739-94d5-7af80274707b tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 943 time: 0.0757430 Dec 15 13:31:32.215533 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b712888f-7613-493a-9467-978245b55bcc req-b4e373f5-2e4a-4c79-a837-d04bfa20914c tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/security-groups?id=63664326-0e50-4a4f-ae73-b06e39971d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083486 Dec 15 13:31:32.221373 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-16d8eeeb-aa31-42a2-8cdc-0f3ba9f9472a req-76a0274b-a646-4ed2-be7b-b4f678a60162 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218503 Dec 15 13:31:32.266432 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-554e4d23-0f13-4e1d-8d0c-61ddc7957d82 req-309838b6-65f8-4c07-8522-7c2e947ed011 service neutron] 10.222.0.46 "GET /v2.0/networks/74e83cc2-a971-4afa-a119-d0be3ac3d84d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712268 Dec 15 13:31:32.272647 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-13be9efb-becc-47ec-9186-d004d61acb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:32.274128 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-13be9efb-becc-47ec-9186-d004d61acb40 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0016a0f-1988-46ad-b4da-048d7988271c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2399976 Dec 15 13:31:32.283395 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06973263-2d64-4cea-9666-c6570184a8e9 req-f24b7692-85c3-4af6-a825-0427501c6dfd tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:32.283395 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-06973263-2d64-4cea-9666-c6570184a8e9 req-f24b7692-85c3-4af6-a825-0427501c6dfd tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.46 "GET /v2.0/networks?id=c615d296-1c4b-42bd-b81b-913328306550 HTTP/1.1" status: 200 len: 810 time: 0.3534341 Dec 15 13:31:32.432824 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [req-65395bf2-c684-4248-9ffd-e73633286043 req-68e1a9df-ff04-49a5-a991-2690780d53fd tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Allocated IP 172.20.0.5 (818413aa-89a4-4338-a133-8010a51bc5a9/50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d/a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:31:32.506868 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a5915e1c-480b-4fc5-8c24-23d0d6549f8a req-83b656bb-b056-4eee-a5dd-43d03d5a0e64 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 210 time: 0.0403442 Dec 15 13:31:32.735337 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a771cc85-500d-44c3-b55b-0ee3ee83d8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for subnet, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:32.770223 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9feba01a-9328-4741-bc86-4ca45a952c15 req-fca76628-b12c-4bc5-8815-e58cd80daaeb tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 210 time: 0.0268908 Dec 15 13:31:32.860207 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-06973263-2d64-4cea-9666-c6570184a8e9 req-e3d1c13f-3e78-42fe-9573-5a2f11474d4a tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cde9c0e34334ad7a7e79bfeb8963935 HTTP/1.1" status: 200 len: 380 time: 0.4647856 Dec 15 13:31:32.861810 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2321bc-770f-426f-8858-d7f018af60fc req-9d781ac7-2970-468a-a7ab-d935b0c2cb3d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:32.863314 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-df2321bc-770f-426f-8858-d7f018af60fc req-9d781ac7-2970-468a-a7ab-d935b0c2cb3d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0485601 Dec 15 13:31:32.891477 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-06973263-2d64-4cea-9666-c6570184a8e9 req-e1abe24b-f21c-41de-8713-daebe8333863 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Request body: {'port': {'device_id': 'ef0157ed-5d02-45a9-9160-55cc033a16ec', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'admin_state_up': True, 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'security_groups': ['17b0bc1f-ee66-47c9-bd0e-2145a18deee2']}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:32.911605 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-df2321bc-770f-426f-8858-d7f018af60fc req-6accbe65-35d0-496e-abb9-f9bad9b7f6b8 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417252 Dec 15 13:31:33.003134 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-7460e2e1-9fa0-4c09-a501-2b982d1873c8 service neutron] 10.222.0.46 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093438 Dec 15 13:31:33.022166 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771cc85-500d-44c3-b55b-0ee3ee83d8cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=457b12c9-c7fc-47c4-b355-1732b1446bde,revision_number=0']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:33.073152 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-03f6cfdc-28e4-4cb8-ae69-8254f181d84d tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:33.074557 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-03f6cfdc-28e4-4cb8-ae69-8254f181d84d tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.46 "GET /v2.0/networks?id=818413aa-89a4-4338-a133-8010a51bc5a9 HTTP/1.1" status: 200 len: 818 time: 0.3899431 Dec 15 13:31:33.094838 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771cc85-500d-44c3-b55b-0ee3ee83d8cf admin admin] Checking segment: {'id': 'd92661bf-9001-41ec-8f21-919d235276f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7b952bda-f526-4ed0-8e80-ca47ad4696eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:31:33.095219 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a771cc85-500d-44c3-b55b-0ee3ee83d8cf admin admin] Network hostable DHCP agents. Network: 7b952bda-f526-4ed0-8e80-ca47ad4696eb, hostable agents: ['d51fc807-4fdb-425e-a52e-51fe0ffc3ab0'], hosted agents: [] {{(pid=102374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:31:33.125186 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-6a7835df-d772-4940-87b7-efc89a4105da tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Request body: {'port': {'device_id': 'd3c2da8c-7e29-48ac-9077-59bffb2c734b', 'network_id': '818413aa-89a4-4338-a133-8010a51bc5a9', 'admin_state_up': True, 'tenant_id': '6898e751314d4e94af3fc6df9b465470'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:33.263680 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a771cc85-500d-44c3-b55b-0ee3ee83d8cf admin admin] Network 7b952bda-f526-4ed0-8e80-ca47ad4696eb is scheduled to be hosted by DHCP agent d51fc807-4fdb-425e-a52e-51fe0ffc3ab0 with binding_index 1 {{(pid=102374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:31:33.331274 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-a771cc85-500d-44c3-b55b-0ee3ee83d8cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-4-iscsi, 7b952bda-f526-4ed0-8e80-ca47ad4696eb) {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:33.335180 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-65395bf2-c684-4248-9ffd-e73633286043 req-68e1a9df-ff04-49a5-a991-2690780d53fd tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:33.342834 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-bbe83bc6-5202-4c0e-a16d-b0a722adae62 req-0d25bd92-723d-4586-88e4-8901fbb6a301 service neutron] 10.222.0.46 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259835 Dec 15 13:31:33.343644 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a721efa8-2bc8-4161-9cb9-130e4cddcb29 None None] Network 7b952bda-f526-4ed0-8e80-ca47ad4696eb requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:31:33.344686 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a771cc85-500d-44c3-b55b-0ee3ee83d8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:33.345121 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a771cc85-500d-44c3-b55b-0ee3ee83d8cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:33.352604 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06973263-2d64-4cea-9666-c6570184a8e9 req-e1abe24b-f21c-41de-8713-daebe8333863 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Made reservation on behalf of 4cde9c0e34334ad7a7e79bfeb8963935 for: {'port': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:31:33.356126 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-06973263-2d64-4cea-9666-c6570184a8e9 req-e1abe24b-f21c-41de-8713-daebe8333863 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:33.362656 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496de39-e9d3-43f1-87cf-b6e384d36c6c req-73c51c14-9947-4b54-948e-21317a33aa87 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:33.364294 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d496de39-e9d3-43f1-87cf-b6e384d36c6c req-73c51c14-9947-4b54-948e-21317a33aa87 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 943 time: 0.0913970 Dec 15 13:31:33.379219 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc451c2-85a3-4bf0-8846-edc6e61c0aa1 req-5df5cbd1-ee2f-44d9-b34c-13ef91be3ef1 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:33.381041 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ffc451c2-85a3-4bf0-8846-edc6e61c0aa1 req-5df5cbd1-ee2f-44d9-b34c-13ef91be3ef1 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 943 time: 0.0733161 Dec 15 13:31:33.405065 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-a771cc85-500d-44c3-b55b-0ee3ee83d8cf admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7014046 Dec 15 13:31:33.473917 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d496de39-e9d3-43f1-87cf-b6e384d36c6c req-9d4c699e-160f-4c5c-828d-a967e12d667e tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/security-groups?id=63664326-0e50-4a4f-ae73-b06e39971d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881863 Dec 15 13:31:33.503085 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-6a7835df-d772-4940-87b7-efc89a4105da tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Made reservation on behalf of 6898e751314d4e94af3fc6df9b465470 for: {'port': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:31:33.503393 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ffc451c2-85a3-4bf0-8846-edc6e61c0aa1 req-fd662723-f58e-40f7-8379-72319b21140e tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083896 Dec 15 13:31:33.506593 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-6a7835df-d772-4940-87b7-efc89a4105da tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:33.542193 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e70dbfb-76b4-47ae-b418-1e3c37d29478 None None] Network 7b952bda-f526-4ed0-8e80-ca47ad4696eb requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:31:33.549231 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 3c89bced-e266-4c30-8918-8d80f7f8660a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:31:33.549535 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-65395bf2-c684-4248-9ffd-e73633286043 req-68e1a9df-ff04-49a5-a991-2690780d53fd tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:33.652820 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6c95201c-b1a6-4b27-8342-508f1e137b48 req-f830b1ab-ccf8-4667-b99c-15e93e4ab3de tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 210 time: 0.0407658 Dec 15 13:31:33.700106 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [req-06973263-2d64-4cea-9666-c6570184a8e9 req-e1abe24b-f21c-41de-8713-daebe8333863 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Allocated IP 172.20.0.3 (c615d296-1c4b-42bd-b81b-913328306550/6bfb1a29-2a65-49ed-8e77-c521738f977b/745293fa-0314-47a0-bb77-7fceb3a9fc17) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:31:33.764998 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65395bf2-c684-4248-9ffd-e73633286043 req-68e1a9df-ff04-49a5-a991-2690780d53fd tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Network 818413aa-89a4-4338-a133-8010a51bc5a9 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:31:33.778683 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [req-65395bf2-c684-4248-9ffd-e73633286043 req-68e1a9df-ff04-49a5-a991-2690780d53fd tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:33.792054 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-65395bf2-c684-4248-9ffd-e73633286043 req-68e1a9df-ff04-49a5-a991-2690780d53fd tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:31:33.805909 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65395bf2-c684-4248-9ffd-e73633286043 req-68e1a9df-ff04-49a5-a991-2690780d53fd tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:33.806867 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-65395bf2-c684-4248-9ffd-e73633286043 req-68e1a9df-ff04-49a5-a991-2690780d53fd tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:33.872371 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-65395bf2-c684-4248-9ffd-e73633286043 req-68e1a9df-ff04-49a5-a991-2690780d53fd tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3634045 Dec 15 13:31:33.891461 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1a9df-ff04-49a5-a991-2690780d53fd tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Pushing event updated for resources: {'Port': ['ID=a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:33.899142 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-65395bf2-c684-4248-9ffd-e73633286043 req-2a39b97b-8cf7-48b5-b560-b36f2443e424 service neutron] Request body: {'port': {'device_id': 'eab2a5ce-9a56-4120-ae3c-ddfb844aa30a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:33.956891 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 3c89bced-e266-4c30-8918-8d80f7f8660a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3c89bced-e266-4c30-8918-8d80f7f8660a,segment=NetworkSegment(57c552fd-02d1-4d1d-8e94-c628cc826ca5),segment_id=57c552fd-02d1-4d1d-8e94-c628cc826ca5)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:33.974777 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8ebc4448-e016-4f52-ad2f-cbdcea3c3578 req-07b9748f-7b24-48a5-b280-b613968c6c7b tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 210 time: 0.0884564 Dec 15 13:31:33.986157 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-6a7835df-d772-4940-87b7-efc89a4105da tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Allocated IP 172.20.0.14 (818413aa-89a4-4338-a133-8010a51bc5a9/50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d/1f6d7b53-85b8-40d2-b216-fed7cc5d479c) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:31:33.987729 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': '3c89bced-e266-4c30-8918-8d80f7f8660a', 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5', 'port_id': '3c89bced-e266-4c30-8918-8d80f7f8660a', 'mac_address': 'fa:16:3e:dc:52:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee2ad3b-f34f-4e7d-8e6d-3df4050ee06e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:31:34.069902 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:34.106145 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c89bced-e266-4c30-8918-8d80f7f8660a {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:31:34.120339 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64d9fd-e33a-47e2-b13b-b15b4c194756 req-c4c845a0-cce9-4c0d-adcf-5c9d0240f52e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:34.127516 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8d64d9fd-e33a-47e2-b13b-b15b4c194756 req-c4c845a0-cce9-4c0d-adcf-5c9d0240f52e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.1018622 Dec 15 13:31:34.145262 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 3c89bced-e266-4c30-8918-8d80f7f8660a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3c89bced-e266-4c30-8918-8d80f7f8660a,segment=NetworkSegment(57c552fd-02d1-4d1d-8e94-c628cc826ca5),segment_id=57c552fd-02d1-4d1d-8e94-c628cc826ca5)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:34.158889 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:34.159700 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 5f86201e-ee23-4c92-b757-cb0449191f53 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:31:34.224701 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-65395bf2-c684-4248-9ffd-e73633286043 req-2a39b97b-8cf7-48b5-b560-b36f2443e424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:34.233368 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8d64d9fd-e33a-47e2-b13b-b15b4c194756 req-8b4d442a-5104-402b-b3d2-61bc70839582 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923471 Dec 15 13:31:34.287836 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=3c89bced-e266-4c30-8918-8d80f7f8660a,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:34.337776 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 5f86201e-ee23-4c92-b757-cb0449191f53, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5f86201e-ee23-4c92-b757-cb0449191f53,segment=NetworkSegment(bbf31dc8-f5b3-4b63-8b54-2114d7ea5e69),segment_id=bbf31dc8-f5b3-4b63-8b54-2114d7ea5e69)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:34.345410 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 52298) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:34.353037 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-f23fa267-652d-4bd1-be0c-265844f20d01 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-41666474-network', 'tenant_id': '528a7d5896d94969ac948585d646bcd5'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:34.388193 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23fa267-652d-4bd1-be0c-265844f20d01 admin admin] Made reservation on behalf of 528a7d5896d94969ac948585d646bcd5 for: {'network': 1} {{(pid=102375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:31:34.393378 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f23fa267-652d-4bd1-be0c-265844f20d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for network, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:34.407952 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f23fa267-652d-4bd1-be0c-265844f20d01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:34.461768 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': '5f86201e-ee23-4c92-b757-cb0449191f53', 'network_id': '74e83cc2-a971-4afa-a119-d0be3ac3d84d', 'port_id': '5f86201e-ee23-4c92-b757-cb0449191f53', 'mac_address': 'fa:16:3e:9f:0c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e57f05-7cd4-4d4c-b428-0d6d5588aec2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:31:34.504127 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:34.519194 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f86201e-ee23-4c92-b757-cb0449191f53 {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:31:34.558820 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 5f86201e-ee23-4c92-b757-cb0449191f53, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5f86201e-ee23-4c92-b757-cb0449191f53,segment=NetworkSegment(bbf31dc8-f5b3-4b63-8b54-2114d7ea5e69),segment_id=bbf31dc8-f5b3-4b63-8b54-2114d7ea5e69)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:34.559461 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f23fa267-652d-4bd1-be0c-265844f20d01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:34.565796 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f23fa267-652d-4bd1-be0c-265844f20d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:34.567454 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-06973263-2d64-4cea-9666-c6570184a8e9 req-e1abe24b-f21c-41de-8713-daebe8333863 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:34.568487 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:34.628654 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-6a7835df-d772-4940-87b7-efc89a4105da tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:34.639785 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23fa267-652d-4bd1-be0c-265844f20d01 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=102375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:31:34.646390 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=5f86201e-ee23-4c92-b757-cb0449191f53,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:34.663213 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-06973263-2d64-4cea-9666-c6570184a8e9 req-e1abe24b-f21c-41de-8713-daebe8333863 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:34.701671 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23fa267-652d-4bd1-be0c-265844f20d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce997d8-a79b-46fb-a31f-c794a6d46ba7,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:34.708264 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f23fa267-652d-4bd1-be0c-265844f20d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:34.708607 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.db.segments_db [None req-f23fa267-652d-4bd1-be0c-265844f20d01 admin admin] Added segment 4b7d8eba-a356-469b-9c1d-e82f83788230 of type vlan for network 07566873-21ae-4ab1-8e5a-c46b420431d0 Dec 15 13:31:34.745473 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-6a7835df-d772-4940-87b7-efc89a4105da tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:34.764705 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ebddf-3c47-4156-beb2-b840cadc3f38 req-f9593b6b-7ad1-43fe-b0d5-153f2c0e5f17 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:34.765693 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06973263-2d64-4cea-9666-c6570184a8e9 req-e1abe24b-f21c-41de-8713-daebe8333863 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Network c615d296-1c4b-42bd-b81b-913328306550 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:31:34.771332 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f58ebddf-3c47-4156-beb2-b840cadc3f38 req-f9593b6b-7ad1-43fe-b0d5-153f2c0e5f17 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 944 time: 0.1783826 Dec 15 13:31:34.775624 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [req-06973263-2d64-4cea-9666-c6570184a8e9 req-e1abe24b-f21c-41de-8713-daebe8333863 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:34.785022 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-06973263-2d64-4cea-9666-c6570184a8e9 req-e1abe24b-f21c-41de-8713-daebe8333863 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:31:34.790729 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06973263-2d64-4cea-9666-c6570184a8e9 req-e1abe24b-f21c-41de-8713-daebe8333863 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:34.791364 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-06973263-2d64-4cea-9666-c6570184a8e9 req-e1abe24b-f21c-41de-8713-daebe8333863 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:34.798187 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abe24b-f21c-41de-8713-daebe8333863 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Pushing event updated for resources: {'Port': ['ID=745293fa-0314-47a0-bb77-7fceb3a9fc17,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:34.799556 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f23fa267-652d-4bd1-be0c-265844f20d01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790302850079'] for network, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:34.817595 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-6a7835df-d772-4940-87b7-efc89a4105da tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Network 818413aa-89a4-4338-a133-8010a51bc5a9 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:31:34.831934 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccb71f-e7cd-436c-a7eb-a771a92a1bb7 req-75707ff3-1eb1-48f3-85b5-2ae1271d700d tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:34.840029 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c1ccb71f-e7cd-436c-a7eb-a771a92a1bb7 req-75707ff3-1eb1-48f3-85b5-2ae1271d700d tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 944 time: 0.2070370 Dec 15 13:31:34.860443 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-6a7835df-d772-4940-87b7-efc89a4105da tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:34.870737 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-06973263-2d64-4cea-9666-c6570184a8e9 req-e1abe24b-f21c-41de-8713-daebe8333863 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9888818 Dec 15 13:31:34.870962 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-6a7835df-d772-4940-87b7-efc89a4105da tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:31:34.874244 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f23fa267-652d-4bd1-be0c-265844f20d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for network, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:34.875622 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23fa267-652d-4bd1-be0c-265844f20d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:34.876447 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f23fa267-652d-4bd1-be0c-265844f20d01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:34.876635 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-6a7835df-d772-4940-87b7-efc89a4105da tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:34.877255 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-6a7835df-d772-4940-87b7-efc89a4105da tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:34.897021 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-06973263-2d64-4cea-9666-c6570184a8e9 req-58fe35b5-4426-4363-b521-baef4b584ca6 service neutron] Request body: {'port': {'device_id': 'ef0157ed-5d02-45a9-9160-55cc033a16ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:34.935588 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7835df-d772-4940-87b7-efc89a4105da tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Pushing event updated for resources: {'Port': ['ID=1f6d7b53-85b8-40d2-b216-fed7cc5d479c,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:34.944673 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-6a7835df-d772-4940-87b7-efc89a4105da tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8512623 Dec 15 13:31:34.963090 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-f886ef87-9d70-4030-80a7-4faaf8f02f9d service neutron] Request body: {'port': {'device_id': 'd3c2da8c-7e29-48ac-9077-59bffb2c734b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:34.981415 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-f23fa267-652d-4bd1-be0c-265844f20d01 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6318085 Dec 15 13:31:34.986770 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f58ebddf-3c47-4156-beb2-b840cadc3f38 req-a857862f-87a8-4eef-9aa6-d36c05b41984 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128587 Dec 15 13:31:35.000880 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 52324) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:35.008246 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['3c89bced-e266-4c30-8918-8d80f7f8660a'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:31:35.008563 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-9b2c21b6-9585-4f4b-b80f-0ca462acbd01 admin admin] Request body: {'subnet': {'network_id': '07566873-21ae-4ab1-8e5a-c46b420431d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-41666474-subnet', 'tenant_id': '528a7d5896d94969ac948585d646bcd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:35.051641 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23fa267-652d-4bd1-be0c-265844f20d01 admin admin] Pushing event updated for resources: {'Network': ['ID=07566873-21ae-4ab1-8e5a-c46b420431d0,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:35.055694 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2c21b6-9585-4f4b-b80f-0ca462acbd01 admin admin] Made reservation on behalf of 528a7d5896d94969ac948585d646bcd5 for: {'subnet': 1} {{(pid=102375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:31:35.056187 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-06973263-2d64-4cea-9666-c6570184a8e9 req-58fe35b5-4426-4363-b521-baef4b584ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:35.059966 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-9b2c21b6-9585-4f4b-b80f-0ca462acbd01 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:35.117272 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [req-65395bf2-c684-4248-9ffd-e73633286043 req-2a39b97b-8cf7-48b5-b560-b36f2443e424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d {{(pid=102374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:31:35.118644 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['5f86201e-ee23-4c92-b757-cb0449191f53'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:31:35.120951 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Network 07566873-21ae-4ab1-8e5a-c46b420431d0 details requested by agent ovs-agent-dv-cinder-813227-4-iscsi with host dv-cinder-813227-4-iscsi {{(pid=102376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:31:35.127147 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-65395bf2-c684-4248-9ffd-e73633286043 req-2a39b97b-8cf7-48b5-b560-b36f2443e424 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:35.129261 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-f886ef87-9d70-4030-80a7-4faaf8f02f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:35.176171 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.provisioning_blocks [req-65395bf2-c684-4248-9ffd-e73633286043 req-2a39b97b-8cf7-48b5-b560-b36f2443e424 service neutron] Transition to ACTIVE for port object a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d will not be triggered until provisioned by entity L2. {{(pid=102374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:31:35.204345 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c1ccb71f-e7cd-436c-a7eb-a771a92a1bb7 req-4239120f-a17c-4808-8b8a-cba4d0fb3967 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/security-groups?id=63664326-0e50-4a4f-ae73-b06e39971d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633814 Dec 15 13:31:35.216875 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-65395bf2-c684-4248-9ffd-e73633286043 req-2a39b97b-8cf7-48b5-b560-b36f2443e424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:35.238157 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-fdc20519-2933-43f1-9291-6f76b0a618ce None None] Provisioning complete for port 745293fa-0314-47a0-bb77-7fceb3a9fc17 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:35.238610 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-fdc20519-2933-43f1-9291-6f76b0a618ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:35.293202 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-fdc20519-2933-43f1-9291-6f76b0a618ce None None] Port 745293fa-0314-47a0-bb77-7fceb3a9fc17 cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:31:35.312210 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-9b2c21b6-9585-4f4b-b80f-0ca462acbd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for subnet, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:35.503540 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 33030795-e868-427d-8a6a-6d48523668bc details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:31:35.577155 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83577ab-9a65-4409-afec-a1b070a28cbc req-e51afc69-68ca-44d0-be0a-f143e6879a02 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:35.579091 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b83577ab-9a65-4409-afec-a1b070a28cbc req-e51afc69-68ca-44d0-be0a-f143e6879a02 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 932 time: 0.3941991 Dec 15 13:31:35.593686 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c21b6-9585-4f4b-b80f-0ca462acbd01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e72959c1-41f1-4b89-8483-8c5816f018df,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:35.619898 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0463b8-f1c9-47f2-b90c-1934ee08e058 req-3564eb2f-db8b-4a2f-8452-f49aea4b119d tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:35.621440 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8e0463b8-f1c9-47f2-b90c-1934ee08e058 req-3564eb2f-db8b-4a2f-8452-f49aea4b119d tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 931 time: 0.3158898 Dec 15 13:31:35.635744 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c21b6-9585-4f4b-b80f-0ca462acbd01 admin admin] Checking segment: {'id': '4b7d8eba-a356-469b-9c1d-e82f83788230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '07566873-21ae-4ab1-8e5a-c46b420431d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:31:35.636014 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2c21b6-9585-4f4b-b80f-0ca462acbd01 admin admin] Network hostable DHCP agents. Network: 07566873-21ae-4ab1-8e5a-c46b420431d0, hostable agents: ['d51fc807-4fdb-425e-a52e-51fe0ffc3ab0'], hosted agents: [] {{(pid=102375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:31:35.690936 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b83577ab-9a65-4409-afec-a1b070a28cbc req-a9168ec0-83b8-4937-ab7d-30e6c907eccd tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008656 Dec 15 13:31:35.711834 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2c21b6-9585-4f4b-b80f-0ca462acbd01 admin admin] Network 07566873-21ae-4ab1-8e5a-c46b420431d0 is scheduled to be hosted by DHCP agent d51fc807-4fdb-425e-a52e-51fe0ffc3ab0 with binding_index 1 {{(pid=102375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:31:35.749825 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 33030795-e868-427d-8a6a-6d48523668bc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=33030795-e868-427d-8a6a-6d48523668bc,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:35.759478 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39b97b-8cf7-48b5-b560-b36f2443e424 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:35.763868 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': '33030795-e868-427d-8a6a-6d48523668bc', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'port_id': '33030795-e868-427d-8a6a-6d48523668bc', 'mac_address': 'fa:16:3e:02:7c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:31:35.794542 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8e0463b8-f1c9-47f2-b90c-1934ee08e058 req-57d70d26-7ed8-4ffa-8992-635b5b59100f tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598861 Dec 15 13:31:35.807114 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:35.809499 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-9b2c21b6-9585-4f4b-b80f-0ca462acbd01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-4-iscsi, 07566873-21ae-4ab1-8e5a-c46b420431d0) {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:31:35.814301 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2c21b6-9585-4f4b-b80f-0ca462acbd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:35.815112 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-9b2c21b6-9585-4f4b-b80f-0ca462acbd01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:35.820636 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2197bc-4307-4243-87ac-3c47e35a6c23 None None] Network 07566873-21ae-4ab1-8e5a-c46b420431d0 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:31:35.823027 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-65395bf2-c684-4248-9ffd-e73633286043 req-2a39b97b-8cf7-48b5-b560-b36f2443e424 service neutron] Attempting to bind port a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:31:35.823856 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-65395bf2-c684-4248-9ffd-e73633286043 req-2a39b97b-8cf7-48b5-b560-b36f2443e424 service neutron] Attempting to bind port a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ae3446bd-4fa7-42f3-9c0f-359db90b2747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '818413aa-89a4-4338-a133-8010a51bc5a9'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:31:35.824358 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65395bf2-c684-4248-9ffd-e73633286043 req-2a39b97b-8cf7-48b5-b560-b36f2443e424 service neutron] Attempting to bind port a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d on network 818413aa-89a4-4338-a133-8010a51bc5a9 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:31:35.855760 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-9b2c21b6-9585-4f4b-b80f-0ca462acbd01 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8460219 Dec 15 13:31:35.872225 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33030795-e868-427d-8a6a-6d48523668bc {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:31:35.882322 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65395bf2-c684-4248-9ffd-e73633286043 req-2a39b97b-8cf7-48b5-b560-b36f2443e424 service neutron] Port a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d on network 818413aa-89a4-4338-a133-8010a51bc5a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:31:35.882924 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65395bf2-c684-4248-9ffd-e73633286043 req-2a39b97b-8cf7-48b5-b560-b36f2443e424 service neutron] Attempting to bind port a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d on network 818413aa-89a4-4338-a133-8010a51bc5a9 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:31:35.888357 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 52348) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:35.890648 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bd313-09ff-4be6-93e7-f2d13efa751c req-951fbc98-dbac-4657-b01e-a2fa067787f4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:35.893029 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65395bf2-c684-4248-9ffd-e73633286043 req-2a39b97b-8cf7-48b5-b560-b36f2443e424 service neutron] Checking agent: {'id': '9aec82b9-7713-4c66-84ce-8e508cdbb5b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:31:35.893622 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65395bf2-c684-4248-9ffd-e73633286043 req-2a39b97b-8cf7-48b5-b560-b36f2443e424 service neutron] Checking segment: {'id': 'ae3446bd-4fa7-42f3-9c0f-359db90b2747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '818413aa-89a4-4338-a133-8010a51bc5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:31:35.894250 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65395bf2-c684-4248-9ffd-e73633286043 req-2a39b97b-8cf7-48b5-b560-b36f2443e424 service neutron] Bound using segment: {'id': 'ae3446bd-4fa7-42f3-9c0f-359db90b2747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '818413aa-89a4-4338-a133-8010a51bc5a9'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:31:35.894913 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-65395bf2-c684-4248-9ffd-e73633286043 req-2a39b97b-8cf7-48b5-b560-b36f2443e424 service neutron] Bound port: a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae3446bd-4fa7-42f3-9c0f-359db90b2747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '818413aa-89a4-4338-a133-8010a51bc5a9'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:31:35.895492 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-65395bf2-c684-4248-9ffd-e73633286043 req-2a39b97b-8cf7-48b5-b560-b36f2443e424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:35.899178 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-648bd313-09ff-4be6-93e7-f2d13efa751c req-951fbc98-dbac-4657-b01e-a2fa067787f4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.1035054 Dec 15 13:31:35.907142 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 33030795-e868-427d-8a6a-6d48523668bc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=33030795-e868-427d-8a6a-6d48523668bc,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:35.925288 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:35.963638 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-648bd313-09ff-4be6-93e7-f2d13efa751c req-4ee10cec-5e96-4bd0-a803-75c5f2ca4fe7 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594673 Dec 15 13:31:35.993036 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6fb2c6-ef48-4c1d-8f18-63587663da7c None None] Network 07566873-21ae-4ab1-8e5a-c46b420431d0 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:31:36.045540 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=33030795-e868-427d-8a6a-6d48523668bc,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:36.126908 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-65395bf2-c684-4248-9ffd-e73633286043 req-2a39b97b-8cf7-48b5-b560-b36f2443e424 service neutron] For port a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d, host hv-cinder-81322, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:31:36.164300 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [req-06973263-2d64-4cea-9666-c6570184a8e9 req-58fe35b5-4426-4363-b521-baef4b584ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745293fa-0314-47a0-bb77-7fceb3a9fc17 {{(pid=102374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:31:36.169494 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 52362) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:36.175319 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-65395bf2-c684-4248-9ffd-e73633286043 req-2a39b97b-8cf7-48b5-b560-b36f2443e424 service neutron] For port a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d,segment=NetworkSegment(ae3446bd-4fa7-42f3-9c0f-359db90b2747),segment_id=ae3446bd-4fa7-42f3-9c0f-359db90b2747)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:31:36.177531 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-06973263-2d64-4cea-9666-c6570184a8e9 req-58fe35b5-4426-4363-b521-baef4b584ca6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:36.208158 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-65395bf2-c684-4248-9ffd-e73633286043 req-2a39b97b-8cf7-48b5-b560-b36f2443e424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:36.235638 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf460a0-3896-4c27-ba32-34a46279e03d req-a6a86199-a058-4df1-8d84-2d1f03f754a0 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:36.237139 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ccf460a0-3896-4c27-ba32-34a46279e03d req-a6a86199-a058-4df1-8d84-2d1f03f754a0 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 944 time: 0.1030653 Dec 15 13:31:36.240511 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a9851b-fc15-471b-9e20-5d070dc2fb8a admin admin] Deleting subnet 457b12c9-c7fc-47c4-b355-1732b1446bde {{(pid=102375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:31:36.244066 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a2a9851b-fc15-471b-9e20-5d070dc2fb8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:36.261464 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65395bf2-c684-4248-9ffd-e73633286043 req-2a39b97b-8cf7-48b5-b560-b36f2443e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:36.262092 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-65395bf2-c684-4248-9ffd-e73633286043 req-2a39b97b-8cf7-48b5-b560-b36f2443e424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:36.263840 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-65395bf2-c684-4248-9ffd-e73633286043 req-2a39b97b-8cf7-48b5-b560-b36f2443e424 service neutron] 10.222.0.46 "PUT /v2.0/ports/a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d HTTP/1.1" status: 200 len: 1093 time: 2.3778896 Dec 15 13:31:36.268255 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab2a5ce-9a56-4120-ae3c-ddfb844aa30a', 'tag': 'a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:31:36.276534 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d7f2e7-05f7-414f-aa41-10957adc9039" -d '{"events": [{"name": "network-changed", "server_uuid": "eab2a5ce-9a56-4120-ae3c-ddfb844aa30a", "tag": "a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:31:36.279838 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-6a7a049d-3539-4fe8-b4c3-c404ce5cb913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:36.285689 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.provisioning_blocks [req-06973263-2d64-4cea-9666-c6570184a8e9 req-58fe35b5-4426-4363-b521-baef4b584ca6 service neutron] Transition to ACTIVE for port object 745293fa-0314-47a0-bb77-7fceb3a9fc17 will not be triggered until provisioned by entity L2. {{(pid=102374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:31:36.298463 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a2a9851b-fc15-471b-9e20-5d070dc2fb8a admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:36.306138 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-f886ef87-9d70-4030-80a7-4faaf8f02f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f6d7b53-85b8-40d2-b216-fed7cc5d479c {{(pid=102374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:31:36.311104 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-06973263-2d64-4cea-9666-c6570184a8e9 req-58fe35b5-4426-4363-b521-baef4b584ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:36.318203 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a2a9851b-fc15-471b-9e20-5d070dc2fb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1679046'] for subnet, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:36.330290 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-f886ef87-9d70-4030-80a7-4faaf8f02f9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:36.377852 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ccf460a0-3896-4c27-ba32-34a46279e03d req-1e8cead1-7702-4d68-94b8-8941da9fec2d tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318364 Dec 15 13:31:36.409878 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.provisioning_blocks [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-f886ef87-9d70-4030-80a7-4faaf8f02f9d service neutron] Transition to ACTIVE for port object 1f6d7b53-85b8-40d2-b216-fed7cc5d479c will not be triggered until provisioned by entity L2. {{(pid=102374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:31:36.420478 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbd3a1-e85c-4a86-b17b-653aa2761e09 req-e6ac64dc-c87c-4b71-bc30-c8aa9b5ba7f9 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:36.422058 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-25cbd3a1-e85c-4a86-b17b-653aa2761e09 req-e6ac64dc-c87c-4b71-bc30-c8aa9b5ba7f9 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 944 time: 0.1015337 Dec 15 13:31:36.442719 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39b97b-8cf7-48b5-b560-b36f2443e424 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:36.450994 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a2a9851b-fc15-471b-9e20-5d070dc2fb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1679053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for subnet, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:36.455191 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-f886ef87-9d70-4030-80a7-4faaf8f02f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:36.460316 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['33030795-e868-427d-8a6a-6d48523668bc'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:31:36.499340 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9851b-fc15-471b-9e20-5d070dc2fb8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=457b12c9-c7fc-47c4-b355-1732b1446bde,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:36.522612 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a2a9851b-fc15-471b-9e20-5d070dc2fb8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:36.526631 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-a2a9851b-fc15-471b-9e20-5d070dc2fb8a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/457b12c9-c7fc-47c4-b355-1732b1446bde HTTP/1.1" status: 204 len: 168 time: 0.3559585 Dec 15 13:31:36.529631 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 52374) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:36.539239 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8925a2c1-de0e-4ee6-b4e8-9d8160de1a1a x-openstack-request-id: req-8925a2c1-de0e-4ee6-b4e8-9d8160de1a1a {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:31:36.539562 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab2a5ce-9a56-4120-ae3c-ddfb844aa30a", "tag": "a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:31:36.539885 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8925a2c1-de0e-4ee6-b4e8-9d8160de1a1a {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:31:36.540174 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab2a5ce-9a56-4120-ae3c-ddfb844aa30a', 'tag': 'a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d', 'status': 'completed', 'code': 200} Dec 15 13:31:36.563920 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65395bf2-c684-4248-9ffd-e73633286043 req-bb0a3bce-e283-4f3d-9acf-abe5503a7bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:36.572330 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-65395bf2-c684-4248-9ffd-e73633286043 req-bb0a3bce-e283-4f3d-9acf-abe5503a7bde service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6898e751314d4e94af3fc6df9b465470&device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 1096 time: 0.2517204 Dec 15 13:31:36.580457 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-06973263-2d64-4cea-9666-c6570184a8e9 req-58fe35b5-4426-4363-b521-baef4b584ca6 service neutron] Attempting to bind port 745293fa-0314-47a0-bb77-7fceb3a9fc17 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:31:36.580881 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-06973263-2d64-4cea-9666-c6570184a8e9 req-58fe35b5-4426-4363-b521-baef4b584ca6 service neutron] Attempting to bind port 745293fa-0314-47a0-bb77-7fceb3a9fc17 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:31:36.581279 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06973263-2d64-4cea-9666-c6570184a8e9 req-58fe35b5-4426-4363-b521-baef4b584ca6 service neutron] Attempting to bind port 745293fa-0314-47a0-bb77-7fceb3a9fc17 on network c615d296-1c4b-42bd-b81b-913328306550 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:31:36.613384 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 52376) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:36.657189 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645032'] for network, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:36.657763 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06973263-2d64-4cea-9666-c6570184a8e9 req-58fe35b5-4426-4363-b521-baef4b584ca6 service neutron] Port 745293fa-0314-47a0-bb77-7fceb3a9fc17 on network c615d296-1c4b-42bd-b81b-913328306550 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:31:36.657763 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06973263-2d64-4cea-9666-c6570184a8e9 req-58fe35b5-4426-4363-b521-baef4b584ca6 service neutron] Attempting to bind port 745293fa-0314-47a0-bb77-7fceb3a9fc17 on network c615d296-1c4b-42bd-b81b-913328306550 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:31:36.662603 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe35b5-4426-4363-b521-baef4b584ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=745293fa-0314-47a0-bb77-7fceb3a9fc17,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:36.665776 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-65395bf2-c684-4248-9ffd-e73633286043 req-c36c5091-0581-4f93-91ff-0548561a941b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d HTTP/1.1" status: 200 len: 217 time: 0.0761590 Dec 15 13:31:36.683809 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-25cbd3a1-e85c-4a86-b17b-653aa2761e09 req-54eec9df-cf88-430e-8f6a-f196d84d7a5b tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/security-groups?id=63664326-0e50-4a4f-ae73-b06e39971d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548783 Dec 15 13:31:36.704391 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06973263-2d64-4cea-9666-c6570184a8e9 req-58fe35b5-4426-4363-b521-baef4b584ca6 service neutron] Checking agent: {'id': '9aec82b9-7713-4c66-84ce-8e508cdbb5b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:31:36.704725 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06973263-2d64-4cea-9666-c6570184a8e9 req-58fe35b5-4426-4363-b521-baef4b584ca6 service neutron] Checking segment: {'id': '4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:31:36.705093 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06973263-2d64-4cea-9666-c6570184a8e9 req-58fe35b5-4426-4363-b521-baef4b584ca6 service neutron] Bound using segment: {'id': '4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:31:36.705797 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-06973263-2d64-4cea-9666-c6570184a8e9 req-58fe35b5-4426-4363-b521-baef4b584ca6 service neutron] Bound port: 745293fa-0314-47a0-bb77-7fceb3a9fc17, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:31:36.705907 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-06973263-2d64-4cea-9666-c6570184a8e9 req-58fe35b5-4426-4363-b521-baef4b584ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:36.779994 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1673553', 'neutron.services.segments.db._delete_segments_for_network-8790303350658'] for network, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:36.832792 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:36.833138 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:36.833910 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:36.834240 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] Subscribe: > port after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:36.834608 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:36.834918 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] Subscribe: > port after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:36.835240 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:36.835717 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:36.836459 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:36.836459 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:36.838301 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-f886ef87-9d70-4030-80a7-4faaf8f02f9d service neutron] Attempting to bind port 1f6d7b53-85b8-40d2-b216-fed7cc5d479c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:31:36.838759 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-f886ef87-9d70-4030-80a7-4faaf8f02f9d service neutron] Attempting to bind port 1f6d7b53-85b8-40d2-b216-fed7cc5d479c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ae3446bd-4fa7-42f3-9c0f-359db90b2747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '818413aa-89a4-4338-a133-8010a51bc5a9'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:31:36.838974 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-f886ef87-9d70-4030-80a7-4faaf8f02f9d service neutron] Attempting to bind port 1f6d7b53-85b8-40d2-b216-fed7cc5d479c on network 818413aa-89a4-4338-a133-8010a51bc5a9 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:31:36.849269 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886ef87-9d70-4030-80a7-4faaf8f02f9d service neutron] Pushing event updated for resources: {'Port': ['ID=1f6d7b53-85b8-40d2-b216-fed7cc5d479c,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:36.860886 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-6a7a049d-3539-4fe8-b4c3-c404ce5cb913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:36.868318 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-018e27a8-5015-4d00-9c6f-0489d57d4b3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:36.870022 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-f886ef87-9d70-4030-80a7-4faaf8f02f9d service neutron] Port 1f6d7b53-85b8-40d2-b216-fed7cc5d479c on network 818413aa-89a4-4338-a133-8010a51bc5a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:31:36.870342 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-f886ef87-9d70-4030-80a7-4faaf8f02f9d service neutron] Attempting to bind port 1f6d7b53-85b8-40d2-b216-fed7cc5d479c on network 818413aa-89a4-4338-a133-8010a51bc5a9 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:31:36.877480 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-6a7a049d-3539-4fe8-b4c3-c404ce5cb913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:36.880327 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65395bf2-c684-4248-9ffd-e73633286043 req-30fcd926-01c1-4d87-8277-ca59eda816ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:36.881782 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-65395bf2-c684-4248-9ffd-e73633286043 req-30fcd926-01c1-4d87-8277-ca59eda816ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d HTTP/1.1" status: 200 len: 858 time: 0.2065232 Dec 15 13:31:36.924126 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-f886ef87-9d70-4030-80a7-4faaf8f02f9d service neutron] Checking agent: {'id': '9aec82b9-7713-4c66-84ce-8e508cdbb5b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:31:36.924380 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-f886ef87-9d70-4030-80a7-4faaf8f02f9d service neutron] Checking segment: {'id': 'ae3446bd-4fa7-42f3-9c0f-359db90b2747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '818413aa-89a4-4338-a133-8010a51bc5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:31:36.924817 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-f886ef87-9d70-4030-80a7-4faaf8f02f9d service neutron] Bound using segment: {'id': 'ae3446bd-4fa7-42f3-9c0f-359db90b2747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '818413aa-89a4-4338-a133-8010a51bc5a9'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:31:36.925174 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-f886ef87-9d70-4030-80a7-4faaf8f02f9d service neutron] Bound port: 1f6d7b53-85b8-40d2-b216-fed7cc5d479c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae3446bd-4fa7-42f3-9c0f-359db90b2747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '818413aa-89a4-4338-a133-8010a51bc5a9'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:31:36.925524 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-f886ef87-9d70-4030-80a7-4faaf8f02f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:36.970010 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-65395bf2-c684-4248-9ffd-e73633286043 req-f1db1196-34db-4bd0-ba3c-7f781b33f047 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=818413aa-89a4-4338-a133-8010a51bc5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672784 Dec 15 13:31:36.985653 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-06973263-2d64-4cea-9666-c6570184a8e9 req-58fe35b5-4426-4363-b521-baef4b584ca6 service neutron] For port 745293fa-0314-47a0-bb77-7fceb3a9fc17, host hv-cinder-81322, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:31:37.003776 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-6a7a049d-3539-4fe8-b4c3-c404ce5cb913 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4a824af5676f4923a681dd81d2757134&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1035180 Dec 15 13:31:37.003776 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a049d-3539-4fe8-b4c3-c404ce5cb913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338bbb82-32ee-42e2-a5a0-75f2837b135f,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:37.012504 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:37.012973 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:37.013361 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:37.013794 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:31:37.014061 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 52386) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:37.014236 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b952bda-f526-4ed0-8e80-ca47ad4696eb']}} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:37.046284 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92661bf-9001-41ec-8f21-919d235276f1') {'for_net_delete': True} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:37.046597 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92661bf-9001-41ec-8f21-919d235276f1') {} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:37.074923 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-06973263-2d64-4cea-9666-c6570184a8e9 req-58fe35b5-4426-4363-b521-baef4b584ca6 service neutron] For port 745293fa-0314-47a0-bb77-7fceb3a9fc17, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=745293fa-0314-47a0-bb77-7fceb3a9fc17,segment=NetworkSegment(4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb),segment_id=4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:31:37.080982 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790303353739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8903680'] for segment, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.100129 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-06973263-2d64-4cea-9666-c6570184a8e9 req-58fe35b5-4426-4363-b521-baef4b584ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.116725 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0052a2-4754-4688-acf4-81850e359971 req-ceb11602-246d-4d21-85ce-5cbc8e001144 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:37.118298 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0f0052a2-4754-4688-acf4-81850e359971 req-ceb11602-246d-4d21-85ce-5cbc8e001144 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 944 time: 0.3352969 Dec 15 13:31:37.119340 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.133959 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=102375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:31:37.134346 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655729'] for segment, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: from cryptography.utils import int_from_bytes Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: from cryptography.utils import int_from_bytes Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: Traceback (most recent call last): Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: timer() Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: cb(*args, **kw) Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: return func(*args, **kwargs) Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: self._notify() Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: self.callback(batched_events) Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: event.method(event) Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: return f(self, *a, **k) Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: return self._get(url).json() Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: return self.request(url, 'GET', **kwargs) Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:31:37.155963 dv-cinder-813227-4-iscsi neutron-server[102375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:31:37.178580 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab848f9-11de-4aa7-b249-818c16d29622 req-e5ef9687-21db-478c-9895-9e6d2337d6dd tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:37.181223 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0ab848f9-11de-4aa7-b249-818c16d29622 req-e5ef9687-21db-478c-9895-9e6d2337d6dd tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 943 time: 0.1594968 Dec 15 13:31:37.195683 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06973263-2d64-4cea-9666-c6570184a8e9 req-58fe35b5-4426-4363-b521-baef4b584ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:37.196196 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-06973263-2d64-4cea-9666-c6570184a8e9 req-58fe35b5-4426-4363-b521-baef4b584ca6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.197575 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-06973263-2d64-4cea-9666-c6570184a8e9 req-58fe35b5-4426-4363-b521-baef4b584ca6 service neutron] 10.222.0.46 "PUT /v2.0/ports/745293fa-0314-47a0-bb77-7fceb3a9fc17 HTTP/1.1" status: 200 len: 1093 time: 2.3082540 Dec 15 13:31:37.237643 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-f886ef87-9d70-4030-80a7-4faaf8f02f9d service neutron] For port 1f6d7b53-85b8-40d2-b216-fed7cc5d479c, host hv-cinder-81322, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:31:37.281569 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529408'] for network, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.300392 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.306804 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7b952bda-f526-4ed0-8e80-ca47ad4696eb HTTP/1.1" status: 204 len: 168 time: 0.7731924 Dec 15 13:31:37.307673 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-f886ef87-9d70-4030-80a7-4faaf8f02f9d service neutron] For port 1f6d7b53-85b8-40d2-b216-fed7cc5d479c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1f6d7b53-85b8-40d2-b216-fed7cc5d479c,segment=NetworkSegment(ae3446bd-4fa7-42f3-9c0f-359db90b2747),segment_id=ae3446bd-4fa7-42f3-9c0f-359db90b2747)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:31:37.308710 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe35b5-4426-4363-b521-baef4b584ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=745293fa-0314-47a0-bb77-7fceb3a9fc17,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:37.312910 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 52390) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:37.314853 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-65395bf2-c684-4248-9ffd-e73633286043 req-2ef8042f-ad84-4a15-9ef9-55c62318ca5a service neutron] 10.222.0.46 "GET /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324385 Dec 15 13:31:37.330354 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-f886ef87-9d70-4030-80a7-4faaf8f02f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.333509 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-018e27a8-5015-4d00-9c6f-0489d57d4b3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.364285 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626abe2c-76ad-4b82-b6b3-d470020c8f95 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b952bda-f526-4ed0-8e80-ca47ad4696eb,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:37.373149 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0f0052a2-4754-4688-acf4-81850e359971 req-59a9e4e7-10a2-447d-a988-0a9a72dec12f tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468114 Dec 15 13:31:37.379973 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0ab848f9-11de-4aa7-b249-818c16d29622 req-086cdd67-acf5-4af1-a2b4-adbdcd1c2caa tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633801 Dec 15 13:31:37.383352 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-018e27a8-5015-4d00-9c6f-0489d57d4b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.412086 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceaadb40-c94b-461a-b198-aa4089bfc424 admin admin] Deleting subnet e72959c1-41f1-4b89-8483-8c5816f018df {{(pid=102375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:31:37.415503 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ceaadb40-c94b-461a-b198-aa4089bfc424 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.438774 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-911a4e32-b8f9-4839-aabc-0a3e8f16be4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.461535 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-f886ef87-9d70-4030-80a7-4faaf8f02f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:37.462154 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-f886ef87-9d70-4030-80a7-4faaf8f02f9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.463565 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-f886ef87-9d70-4030-80a7-4faaf8f02f9d service neutron] 10.222.0.46 "PUT /v2.0/ports/1f6d7b53-85b8-40d2-b216-fed7cc5d479c HTTP/1.1" status: 200 len: 1094 time: 2.5073607 Dec 15 13:31:37.508303 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 33030795-e868-427d-8a6a-6d48523668bc up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:31:37.511907 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06973263-2d64-4cea-9666-c6570184a8e9 req-d0ffed60-2dea-4405-9adb-e2d55907a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:37.513400 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-06973263-2d64-4cea-9666-c6570184a8e9 req-d0ffed60-2dea-4405-9adb-e2d55907a80f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4cde9c0e34334ad7a7e79bfeb8963935&device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 1096 time: 0.2610581 Dec 15 13:31:37.521532 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ceaadb40-c94b-461a-b198-aa4089bfc424 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8903931'] for subnet, precommit_delete_associations {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.536923 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-018e27a8-5015-4d00-9c6f-0489d57d4b3a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5486b44a6984b56bf8849039d56f6d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9214644 Dec 15 13:31:37.543032 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 52394) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:37.548499 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e27a8-5015-4d00-9c6f-0489d57d4b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cb3d9f-bc0a-4f2b-a652-c88197416c8e,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:37.550973 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886ef87-9d70-4030-80a7-4faaf8f02f9d service neutron] Pushing event updated for resources: {'Port': ['ID=1f6d7b53-85b8-40d2-b216-fed7cc5d479c,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:37.555040 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-911a4e32-b8f9-4839-aabc-0a3e8f16be4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.572292 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning for port 33030795-e868-427d-8a6a-6d48523668bc completed by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:31:37.578197 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port 33030795-e868-427d-8a6a-6d48523668bc triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:37.578707 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.617846 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-06973263-2d64-4cea-9666-c6570184a8e9 req-8094ebf8-a2ea-4b53-beed-5be219b37f79 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=745293fa-0314-47a0-bb77-7fceb3a9fc17 HTTP/1.1" status: 200 len: 217 time: 0.0886283 Dec 15 13:31:37.626537 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a7a42-f631-4da5-92a3-a803902629d9 req-a95dc5de-5871-44fa-a146-0a38be574dc7 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:37.628180 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-846a7a42-f631-4da5-92a3-a803902629d9 req-a95dc5de-5871-44fa-a146-0a38be574dc7 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 944 time: 0.1494691 Dec 15 13:31:37.638565 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce3d78-60cb-42ef-abef-610c8d8cb91f req-412883a9-67b2-4b4d-9059-111bea91efc1 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:37.640082 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-19ce3d78-60cb-42ef-abef-610c8d8cb91f req-412883a9-67b2-4b4d-9059-111bea91efc1 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 944 time: 0.1714790 Dec 15 13:31:37.642511 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ceaadb40-c94b-461a-b198-aa4089bfc424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1679046'] for subnet, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.667175 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.691950 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-65395bf2-c684-4248-9ffd-e73633286043 req-e19a388e-2297-4ffe-ad93-716938368689 service neutron] 10.222.0.46 "GET /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679464 Dec 15 13:31:37.695843 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00671676-47cb-4266-b9e5-61c7fb120355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33030795-e868-427d-8a6a-6d48523668bc'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:31:37.710160 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-9d42a5f6-c8d9-495d-8523-8e2140b69ac2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.711563 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-c7cc250f-118e-469a-a864-48089e1181d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:37.713035 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-c7cc250f-118e-469a-a864-48089e1181d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6898e751314d4e94af3fc6df9b465470&device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 1097 time: 0.1934121 Dec 15 13:31:37.722969 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06973263-2d64-4cea-9666-c6570184a8e9 req-262fb1ce-3a4c-4e31-91ba-4d7c8e7e5226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:37.724632 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-06973263-2d64-4cea-9666-c6570184a8e9 req-262fb1ce-3a4c-4e31-91ba-4d7c8e7e5226 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bfb1a29-2a65-49ed-8e77-c521738f977b HTTP/1.1" status: 200 len: 849 time: 0.0942655 Dec 15 13:31:37.784751 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-9d42a5f6-c8d9-495d-8523-8e2140b69ac2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.784900 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 33030795-e868-427d-8a6a-6d48523668bc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=33030795-e868-427d-8a6a-6d48523668bc,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:37.792539 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.793526 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 3c89bced-e266-4c30-8918-8d80f7f8660a up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:31:37.804377 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-e6d331c4-f770-4caa-b2a6-8ad9319187fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6d7b53-85b8-40d2-b216-fed7cc5d479c HTTP/1.1" status: 200 len: 217 time: 0.0831139 Dec 15 13:31:37.849280 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-846a7a42-f631-4da5-92a3-a803902629d9 req-f442a76d-4694-4f4e-9280-1200ac560d5b tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046542 Dec 15 13:31:37.853657 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-911a4e32-b8f9-4839-aabc-0a3e8f16be4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.858461 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-911a4e32-b8f9-4839-aabc-0a3e8f16be4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.863121 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-911a4e32-b8f9-4839-aabc-0a3e8f16be4e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/338bbb82-32ee-42e2-a5a0-75f2837b135f HTTP/1.1" status: 204 len: 168 time: 0.8378391 Dec 15 13:31:37.873556 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-19ce3d78-60cb-42ef-abef-610c8d8cb91f req-45bf47d7-5c84-44cf-a1f8-3c6522cf8d28 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926820 Dec 15 13:31:37.877826 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ceaadb40-c94b-461a-b198-aa4089bfc424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1679053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8698117'] for subnet, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.931350 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a4e32-b8f9-4839-aabc-0a3e8f16be4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338bbb82-32ee-42e2-a5a0-75f2837b135f,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:37.937232 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ceaadb40-c94b-461a-b198-aa4089bfc424 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.945217 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-ceaadb40-c94b-461a-b198-aa4089bfc424 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e72959c1-41f1-4b89-8483-8c5816f018df HTTP/1.1" status: 204 len: 168 time: 0.6260912 Dec 15 13:31:37.945217 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaadb40-c94b-461a-b198-aa4089bfc424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e72959c1-41f1-4b89-8483-8c5816f018df,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:37.945217 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 52404) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:37.975170 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=33030795-e868-427d-8a6a-6d48523668bc,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:37.993800 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-9d42a5f6-c8d9-495d-8523-8e2140b69ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.996578 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-9d42a5f6-c8d9-495d-8523-8e2140b69ac2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:37.998900 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-9d42a5f6-c8d9-495d-8523-8e2140b69ac2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/96cb3d9f-bc0a-4f2b-a652-c88197416c8e HTTP/1.1" status: 204 len: 168 time: 0.4515347 Dec 15 13:31:38.009936 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06973263-2d64-4cea-9666-c6570184a8e9 req-8db99f3a-422f-4280-9d42-95d43a9c4017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:38.011511 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-06973263-2d64-4cea-9666-c6570184a8e9 req-8db99f3a-422f-4280-9d42-95d43a9c4017 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c615d296-1c4b-42bd-b81b-913328306550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2327445 Dec 15 13:31:38.030640 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2c279c-c8fc-43db-a1c4-bf8d5a0b6869" -d '{"events": [{"server_uuid": "00671676-47cb-4266-b9e5-61c7fb120355", "name": "network-vif-plugged", "status": "completed", "tag": "33030795-e868-427d-8a6a-6d48523668bc"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:31:38.033212 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7f2e7-05f7-414f-aa41-10957adc9039 req-aec8cc4a-b243-4e73-844e-bf997cc0f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:38.034819 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-77d7f2e7-05f7-414f-aa41-10957adc9039 req-aec8cc4a-b243-4e73-844e-bf997cc0f23e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6898e751314d4e94af3fc6df9b465470&device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 1096 time: 0.2542512 Dec 15 13:31:38.036150 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-55926343-4034-4e58-91b0-bbea89aed85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:38.037488 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-55926343-4034-4e58-91b0-bbea89aed85c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d HTTP/1.1" status: 200 len: 858 time: 0.2005918 Dec 15 13:31:38.049573 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning for port 3c89bced-e266-4c30-8918-8d80f7f8660a completed by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:31:38.053929 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port 3c89bced-e266-4c30-8918-8d80f7f8660a triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:38.054467 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:38.060962 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42a5f6-c8d9-495d-8523-8e2140b69ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cb3d9f-bc0a-4f2b-a652-c88197416c8e,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:38.114593 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-992df1f6-c83b-4d13-b21b-04d280492c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645032'] for network, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:38.161637 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c044188-3869-4fa6-8650-7a29a35f9368 req-6086c76e-03ec-4fb1-856f-7a37ea520c63 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:38.170608 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1c044188-3869-4fa6-8650-7a29a35f9368 req-6086c76e-03ec-4fb1-856f-7a37ea520c63 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 944 time: 0.1661007 Dec 15 13:31:38.273063 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:38.280318 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:38.290700 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-992df1f6-c83b-4d13-b21b-04d280492c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1673553', 'neutron.services.segments.db._delete_segments_for_network-8790303350658'] for network, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:38.321014 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-992df1f6-c83b-4d13-b21b-04d280492c7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07566873-21ae-4ab1-8e5a-c46b420431d0']}} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:38.326223 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1c044188-3869-4fa6-8650-7a29a35f9368 req-cc3a04f7-34cf-4668-b2b9-21fff7c7d222 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/security-groups?id=63664326-0e50-4a4f-ae73-b06e39971d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544945 Dec 15 13:31:38.335791 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-992df1f6-c83b-4d13-b21b-04d280492c7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7d8eba-a356-469b-9c1d-e82f83788230') {'for_net_delete': True} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:38.336099 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-992df1f6-c83b-4d13-b21b-04d280492c7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7d8eba-a356-469b-9c1d-e82f83788230') {} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:38.357534 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-992df1f6-c83b-4d13-b21b-04d280492c7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790303353739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8903680'] for segment, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:38.357768 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 3c89bced-e266-4c30-8918-8d80f7f8660a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3c89bced-e266-4c30-8918-8d80f7f8660a,segment=NetworkSegment(57c552fd-02d1-4d1d-8e94-c628cc826ca5),segment_id=57c552fd-02d1-4d1d-8e94-c628cc826ca5)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:38.357868 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-b54c7825-53dd-4e2c-87e0-aac919efd55d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=818413aa-89a4-4338-a133-8010a51bc5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3069522 Dec 15 13:31:38.361995 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:38.363983 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 5f86201e-ee23-4c92-b757-cb0449191f53 up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:31:38.374209 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-992df1f6-c83b-4d13-b21b-04d280492c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:38.395299 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992df1f6-c83b-4d13-b21b-04d280492c7d admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=102375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:31:38.396758 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-992df1f6-c83b-4d13-b21b-04d280492c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655729'] for segment, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: Traceback (most recent call last): Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: timer() Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: cb(*args, **kw) Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: return func(*args, **kwargs) Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: self._notify() Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: self.callback(batched_events) Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: event.method(event) Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: return f(self, *a, **k) Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: return self._get(url).json() Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: return self.request(url, 'GET', **kwargs) Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:31:38.399997 dv-cinder-813227-4-iscsi neutron-server[102375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:31:38.462756 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=3c89bced-e266-4c30-8918-8d80f7f8660a,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:38.473737 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning for port 5f86201e-ee23-4c92-b757-cb0449191f53 completed by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:31:38.515631 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port 5f86201e-ee23-4c92-b757-cb0449191f53 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:38.518082 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:38.553958 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0157ed-5d02-45a9-9160-55cc033a16ec', 'tag': '745293fa-0314-47a0-bb77-7fceb3a9fc17'}, {'name': 'network-changed', 'server_uuid': 'd3c2da8c-7e29-48ac-9077-59bffb2c734b', 'tag': '1f6d7b53-85b8-40d2-b216-fed7cc5d479c'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:31:38.556716 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7db8d78-21c8-40b2-84ca-134756413c21" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0157ed-5d02-45a9-9160-55cc033a16ec", "tag": "745293fa-0314-47a0-bb77-7fceb3a9fc17"}, {"name": "network-changed", "server_uuid": "d3c2da8c-7e29-48ac-9077-59bffb2c734b", "tag": "1f6d7b53-85b8-40d2-b216-fed7cc5d479c"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:31:38.572247 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d40ef98-aeba-4e24-9acd-4d3129c267e8 x-openstack-request-id: req-3d40ef98-aeba-4e24-9acd-4d3129c267e8 {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:31:38.572802 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00671676-47cb-4266-b9e5-61c7fb120355", "name": "network-vif-plugged", "status": "completed", "tag": "33030795-e868-427d-8a6a-6d48523668bc", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:31:38.574677 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-06973263-2d64-4cea-9666-c6570184a8e9 req-9ba2e585-ec45-4ecf-8430-d9110596d724 service neutron] 10.222.0.46 "GET /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520873 Dec 15 13:31:38.583548 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3d40ef98-aeba-4e24-9acd-4d3129c267e8 {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:31:38.584721 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00671676-47cb-4266-b9e5-61c7fb120355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33030795-e868-427d-8a6a-6d48523668bc', 'code': 200} Dec 15 13:31:38.599262 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 52422) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:38.616325 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-992df1f6-c83b-4d13-b21b-04d280492c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529408'] for network, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:38.626633 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-992df1f6-c83b-4d13-b21b-04d280492c7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:38.642712 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-992df1f6-c83b-4d13-b21b-04d280492c7d admin admin] 10.222.0.60 "DELETE /v2.0/networks/07566873-21ae-4ab1-8e5a-c46b420431d0 HTTP/1.1" status: 204 len: 168 time: 0.6897910 Dec 15 13:31:38.673394 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-67d75ae5-b651-474a-8bc8-09adf463eeb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:38.695893 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7f2e7-05f7-414f-aa41-10957adc9039 req-3735f00c-d312-44d7-92b4-5eae3de47062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:38.697497 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-77d7f2e7-05f7-414f-aa41-10957adc9039 req-3735f00c-d312-44d7-92b4-5eae3de47062 service neutron] 10.222.0.46 "GET /v2.0/networks?id=818413aa-89a4-4338-a133-8010a51bc5a9 HTTP/1.1" status: 200 len: 919 time: 0.6464226 Dec 15 13:31:38.701540 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 52426) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:38.702615 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:38.713435 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df1f6-c83b-4d13-b21b-04d280492c7d admin admin] Pushing event deleted for resources: {'Network': ['ID=07566873-21ae-4ab1-8e5a-c46b420431d0,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:38.752649 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 5f86201e-ee23-4c92-b757-cb0449191f53, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5f86201e-ee23-4c92-b757-cb0449191f53,segment=NetworkSegment(bbf31dc8-f5b3-4b63-8b54-2114d7ea5e69),segment_id=bbf31dc8-f5b3-4b63-8b54-2114d7ea5e69)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:38.759081 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:38.769504 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-77d7f2e7-05f7-414f-aa41-10957adc9039 req-83e32660-64cc-45f4-9668-55db4336d434 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d HTTP/1.1" status: 200 len: 217 time: 0.0603907 Dec 15 13:31:38.780411 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-b96a8968-e033-44f6-9946-238aa73b8856 service neutron] 10.222.0.46 "GET /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080272 Dec 15 13:31:38.810064 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3af51-6324-4efb-8a36-c856d5823838 req-e01f65a8-0ebb-45fa-b943-f6cded86aba2 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:38.812379 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-48a3af51-6324-4efb-8a36-c856d5823838 req-e01f65a8-0ebb-45fa-b943-f6cded86aba2 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 943 time: 0.3053768 Dec 15 13:31:38.814082 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ea08b17d-6170-4af3-9ef2-4d01f8d36e8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:38.818840 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=5f86201e-ee23-4c92-b757-cb0449191f53,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:38.874940 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634d9c9-7700-41f0-8d3b-5e02d288dbab req-a084c703-4456-4c0d-a846-350ad003a804 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:38.877060 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8634d9c9-7700-41f0-8d3b-5e02d288dbab req-a084c703-4456-4c0d-a846-350ad003a804 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 944 time: 0.1745164 Dec 15 13:31:38.931911 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-48a3af51-6324-4efb-8a36-c856d5823838 req-679b36bf-e863-49df-a020-6cf4eaeb0eb9 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110547 Dec 15 13:31:38.990080 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-06973263-2d64-4cea-9666-c6570184a8e9 req-1fbb95c2-a87c-4570-ad52-6948f2e86a68 service neutron] 10.222.0.46 "GET /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038432 Dec 15 13:31:38.992114 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 52434) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:39.018538 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7f2e7-05f7-414f-aa41-10957adc9039 req-df78ed5e-f807-47a4-ab00-50cb1e05d290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:39.020582 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-77d7f2e7-05f7-414f-aa41-10957adc9039 req-df78ed5e-f807-47a4-ab00-50cb1e05d290 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d HTTP/1.1" status: 200 len: 858 time: 0.2280412 Dec 15 13:31:39.021757 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Dec 2021 13:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f08982-7bae-48f9-b7e7-ddd466308b73 x-openstack-request-id: req-a7f08982-7bae-48f9-b7e7-ddd466308b73 {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:31:39.022055 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0157ed-5d02-45a9-9160-55cc033a16ec", "tag": "745293fa-0314-47a0-bb77-7fceb3a9fc17", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d3c2da8c-7e29-48ac-9077-59bffb2c734b", "tag": "1f6d7b53-85b8-40d2-b216-fed7cc5d479c", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:31:39.022320 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a7f08982-7bae-48f9-b7e7-ddd466308b73 {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:31:39.022715 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef0157ed-5d02-45a9-9160-55cc033a16ec', 'tag': '745293fa-0314-47a0-bb77-7fceb3a9fc17', 'status': 'completed', 'code': 200} Dec 15 13:31:39.022986 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c2da8c-7e29-48ac-9077-59bffb2c734b', 'tag': '1f6d7b53-85b8-40d2-b216-fed7cc5d479c', 'status': 'completed', 'code': 200} Dec 15 13:31:39.024028 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8634d9c9-7700-41f0-8d3b-5e02d288dbab req-a9c8ee8b-20cb-482c-b430-ef3bc441de3b tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382711 Dec 15 13:31:39.063358 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-c17362ff-cac2-490f-ba4c-dd2d94ae96ef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2eca06c9f13e4bd4ba60e90004b92c21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0666938 Dec 15 13:31:39.065764 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 52436) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:39.073480 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f7533-19b5-467a-aee0-04e3fe165136 req-5621fd5f-f06c-4a10-8211-f444c08a045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:39.074981 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc4f7533-19b5-467a-aee0-04e3fe165136 req-5621fd5f-f06c-4a10-8211-f444c08a045f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 1098 time: 0.2915139 Dec 15 13:31:39.085475 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ea08b17d-6170-4af3-9ef2-4d01f8d36e8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.112927 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ea08b17d-6170-4af3-9ef2-4d01f8d36e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.120538 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-77d7f2e7-05f7-414f-aa41-10957adc9039 req-f5d37b5d-f425-4f10-90a7-ccb950400a12 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=818413aa-89a4-4338-a133-8010a51bc5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604045 Dec 15 13:31:39.123133 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-9e3121b9-8759-4d50-84b2-8843600a1f2f service neutron] 10.222.0.46 "GET /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189008 Dec 15 13:31:39.149763 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-cc4f7533-19b5-467a-aee0-04e3fe165136 req-c9036a28-6738-432a-9049-2d5b6400e9e3 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.205913 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08b17d-6170-4af3-9ef2-4d01f8d36e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5011e575-2d3d-45e4-8d51-c8d346a18b13,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:39.212411 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-ea08b17d-6170-4af3-9ef2-4d01f8d36e8e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6cea6d1158cf4580a7e96deb27ff30ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5018375 Dec 15 13:31:39.213890 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 52438) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:39.214998 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db8d78-21c8-40b2-84ca-134756413c21 req-cc230178-0282-4a3d-aeba-f77518f49e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:39.216495 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b7db8d78-21c8-40b2-84ca-134756413c21 req-cc230178-0282-4a3d-aeba-f77518f49e55 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4cde9c0e34334ad7a7e79bfeb8963935&device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 1096 time: 0.1692531 Dec 15 13:31:39.230073 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9ea82-ee16-441d-a969-df214fb1487d req-fe949a39-eb68-4a71-b79e-1c5c2565049b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:39.231554 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-dcb9ea82-ee16-441d-a969-df214fb1487d req-fe949a39-eb68-4a71-b79e-1c5c2565049b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.1649158 Dec 15 13:31:39.248941 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-67d75ae5-b651-474a-8bc8-09adf463eeb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.268079 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06327e02-a1a7-4911-86f3-951f07cc5821 req-18d3fd16-20b2-42fe-9340-77fb859b9214 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:39.269439 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-06327e02-a1a7-4911-86f3-951f07cc5821 req-18d3fd16-20b2-42fe-9340-77fb859b9214 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 945 time: 0.1583591 Dec 15 13:31:39.280837 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b601570e-45c9-4bce-a15a-b5177fe02adf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.288627 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-67d75ae5-b651-474a-8bc8-09adf463eeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.347924 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b601570e-45c9-4bce-a15a-b5177fe02adf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.373378 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-67d75ae5-b651-474a-8bc8-09adf463eeb8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a33cdf9013d440b2af0eb5670c1ea64e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7699521 Dec 15 13:31:39.380117 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d75ae5-b651-474a-8bc8-09adf463eeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed49e13-cab5-4cc1-bf1a-5403fb641fbc,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:39.385550 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 52442) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:39.407506 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-dcb9ea82-ee16-441d-a969-df214fb1487d req-fdb5036e-b113-46f9-8f7a-f6d7ecabf5f3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586761 Dec 15 13:31:39.409003 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-77d7f2e7-05f7-414f-aa41-10957adc9039 req-1d257f44-beb5-4624-b7d4-9cd4109df573 service neutron] 10.222.0.46 "GET /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731879 Dec 15 13:31:39.423930 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-eb5dbe0f-84ec-459c-bb4e-cca4fdf1351d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.445434 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-06327e02-a1a7-4911-86f3-951f07cc5821 req-10b8db72-ebd6-4688-9322-30d0dd547362 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621280 Dec 15 13:31:39.478122 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-eb5dbe0f-84ec-459c-bb4e-cca4fdf1351d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.492527 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db8d78-21c8-40b2-84ca-134756413c21 req-9ff1bd1d-40d2-4ac4-af3c-a0757228acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:39.494263 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b7db8d78-21c8-40b2-84ca-134756413c21 req-9ff1bd1d-40d2-4ac4-af3c-a0757228acfb service neutron] 10.222.0.46 "GET /v2.0/networks?id=c615d296-1c4b-42bd-b81b-913328306550 HTTP/1.1" status: 200 len: 911 time: 0.2662203 Dec 15 13:31:39.521256 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-cc4f7533-19b5-467a-aee0-04e3fe165136 req-c9036a28-6738-432a-9049-2d5b6400e9e3 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.542421 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b601570e-45c9-4bce-a15a-b5177fe02adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.545045 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b601570e-45c9-4bce-a15a-b5177fe02adf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.546164 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-b601570e-45c9-4bce-a15a-b5177fe02adf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/55551bc9-f180-4c22-896d-b236ebad417a HTTP/1.1" status: 204 len: 168 time: 0.4783666 Dec 15 13:31:39.550676 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-1117e055-c5f9-45b5-a53e-27763f09bc0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.558682 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-cc4f7533-19b5-467a-aee0-04e3fe165136 req-c9036a28-6738-432a-9049-2d5b6400e9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.565537 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b7db8d78-21c8-40b2-84ca-134756413c21 req-084e0f51-b4a3-4006-bd3c-0399ab3fe041 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=745293fa-0314-47a0-bb77-7fceb3a9fc17 HTTP/1.1" status: 200 len: 217 time: 0.0604920 Dec 15 13:31:39.568527 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601570e-45c9-4bce-a15a-b5177fe02adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55551bc9-f180-4c22-896d-b236ebad417a,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:39.590024 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-1117e055-c5f9-45b5-a53e-27763f09bc0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.690579 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc4f7533-19b5-467a-aee0-04e3fe165136 req-c9036a28-6738-432a-9049-2d5b6400e9e3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5781116 Dec 15 13:31:39.694533 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db8d78-21c8-40b2-84ca-134756413c21 req-a52963b0-4bd9-4e07-8007-76035bc7a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:39.696058 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b7db8d78-21c8-40b2-84ca-134756413c21 req-a52963b0-4bd9-4e07-8007-76035bc7a8fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bfb1a29-2a65-49ed-8e77-c521738f977b HTTP/1.1" status: 200 len: 849 time: 0.1101327 Dec 15 13:31:39.698765 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-77d7f2e7-05f7-414f-aa41-10957adc9039 req-db5a6d39-9d35-4591-96bd-8a0899e537f6 service neutron] 10.222.0.46 "GET /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815876 Dec 15 13:31:39.699410 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9036a28-6738-432a-9049-2d5b6400e9e3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=98fdf550-d031-4a40-b9ba-06b2f2683a19,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:39.785056 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb8a1d-bc75-4491-8051-0d2d7943af07 req-3cd77e19-099a-438a-ac27-92cedfe43697 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:39.786492 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4fcb8a1d-bc75-4491-8051-0d2d7943af07 req-3cd77e19-099a-438a-ac27-92cedfe43697 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 945 time: 0.2905393 Dec 15 13:31:39.787121 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-eb5dbe0f-84ec-459c-bb4e-cca4fdf1351d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.789655 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-eb5dbe0f-84ec-459c-bb4e-cca4fdf1351d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.792958 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-eb5dbe0f-84ec-459c-bb4e-cca4fdf1351d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5011e575-2d3d-45e4-8d51-c8d346a18b13 HTTP/1.1" status: 204 len: 168 time: 0.5757167 Dec 15 13:31:39.815002 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5dbe0f-84ec-459c-bb4e-cca4fdf1351d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5011e575-2d3d-45e4-8d51-c8d346a18b13,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:39.855531 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4fcb8a1d-bc75-4491-8051-0d2d7943af07 req-5b2ab375-1c4e-4bc0-b4d1-ecc9c5274ac5 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/security-groups?id=63664326-0e50-4a4f-ae73-b06e39971d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601072 Dec 15 13:31:39.876801 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-1117e055-c5f9-45b5-a53e-27763f09bc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.879516 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-1117e055-c5f9-45b5-a53e-27763f09bc0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:39.880682 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-1117e055-c5f9-45b5-a53e-27763f09bc0b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bed49e13-cab5-4cc1-bf1a-5403fb641fbc HTTP/1.1" status: 204 len: 168 time: 0.4926367 Dec 15 13:31:39.888867 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117e055-c5f9-45b5-a53e-27763f09bc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed49e13-cab5-4cc1-bf1a-5403fb641fbc,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:39.959714 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 52454) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:40.007469 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-d2ce6049-1360-4434-b4c8-52ceb5cc3010 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=528a7d5896d94969ac948585d646bcd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464869 Dec 15 13:31:40.008273 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 52458) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:40.115642 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1cc72-b311-4b1f-9a46-e46688f75b06 req-ff40aeb7-d183-4bf0-96ba-558a35b9efa4 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:40.117844 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1ff1cc72-b311-4b1f-9a46-e46688f75b06 req-ff40aeb7-d183-4bf0-96ba-558a35b9efa4 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 943 time: 0.1069164 Dec 15 13:31:40.125222 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db8d78-21c8-40b2-84ca-134756413c21 req-10fd44d9-3083-43ce-9405-f554f45e1773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:40.128648 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b7db8d78-21c8-40b2-84ca-134756413c21 req-10fd44d9-3083-43ce-9405-f554f45e1773 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c615d296-1c4b-42bd-b81b-913328306550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594170 Dec 15 13:31:40.192536 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f6fe-a21d-4d9b-bd14-32ee15e0c236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:40.251528 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b7db8d78-21c8-40b2-84ca-134756413c21 req-8c74f369-16a2-4e8c-809a-89cb730b4a8a service neutron] 10.222.0.46 "GET /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121619 Dec 15 13:31:40.252910 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f6fe-a21d-4d9b-bd14-32ee15e0c236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:40.263252 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1ff1cc72-b311-4b1f-9a46-e46688f75b06 req-f0eda594-b5ce-4206-96d7-8d253b1a44c4 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336212 Dec 15 13:31:40.270587 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24c7d5-4bf7-467a-a3af-1b5d35a7983b req-4c893c0d-374c-45c4-ab5f-eca5389cf563 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:40.272118 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3c24c7d5-4bf7-467a-a3af-1b5d35a7983b req-4c893c0d-374c-45c4-ab5f-eca5389cf563 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 944 time: 0.1278005 Dec 15 13:31:40.351244 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3c24c7d5-4bf7-467a-a3af-1b5d35a7983b req-cfcffcf1-d952-4dd5-95fb-1fea54e9c647 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584271 Dec 15 13:31:40.363422 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f6fe-a21d-4d9b-bd14-32ee15e0c236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:40.373734 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f6fe-a21d-4d9b-bd14-32ee15e0c236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:40.373734 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-e2d5f6fe-a21d-4d9b-bd14-32ee15e0c236 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9ce997d8-a79b-46fb-a31f-c794a6d46ba7 HTTP/1.1" status: 204 len: 168 time: 0.3594980 Dec 15 13:31:40.379949 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5f6fe-a21d-4d9b-bd14-32ee15e0c236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce997d8-a79b-46fb-a31f-c794a6d46ba7,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:40.401875 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b7db8d78-21c8-40b2-84ca-134756413c21 req-894c2cc9-31eb-418e-9b45-f3b9a3e170a1 service neutron] 10.222.0.46 "GET /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434591 Dec 15 13:31:40.491178 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db8d78-21c8-40b2-84ca-134756413c21 req-9871930e-cc17-4a9a-8911-68f22bb19e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:40.492691 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b7db8d78-21c8-40b2-84ca-134756413c21 req-9871930e-cc17-4a9a-8911-68f22bb19e40 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6898e751314d4e94af3fc6df9b465470&device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 1097 time: 0.0483708 Dec 15 13:31:40.586468 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dd91a3-b40e-4ac3-ac2c-63624e87cf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c89bced-e266-4c30-8918-8d80f7f8660a'}, {'server_uuid': 'c3130b20-b0cc-484a-b6b4-b4719540a6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f86201e-ee23-4c92-b757-cb0449191f53'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:31:40.594563 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655ca3e9-2447-449a-a515-1fd1c4b2356e" -d '{"events": [{"server_uuid": "10dd91a3-b40e-4ac3-ac2c-63624e87cf93", "name": "network-vif-plugged", "status": "completed", "tag": "3c89bced-e266-4c30-8918-8d80f7f8660a"}, {"server_uuid": "c3130b20-b0cc-484a-b6b4-b4719540a6a2", "name": "network-vif-plugged", "status": "completed", "tag": "5f86201e-ee23-4c92-b757-cb0449191f53"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:31:40.600174 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113943d-ab96-4683-ae02-cbd62d45098a req-5b480752-a0b8-42fa-9e09-027dfbb69c00 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:40.602105 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c113943d-ab96-4683-ae02-cbd62d45098a req-5b480752-a0b8-42fa-9e09-027dfbb69c00 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0858035 Dec 15 13:31:40.613573 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944a617-80ce-4c7d-921f-09d542e6c7ab req-54ea948e-852d-4493-82fc-a1980ab27ce7 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:40.615124 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6944a617-80ce-4c7d-921f-09d542e6c7ab req-54ea948e-852d-4493-82fc-a1980ab27ce7 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 945 time: 0.0714567 Dec 15 13:31:40.620808 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db8d78-21c8-40b2-84ca-134756413c21 req-f7aa22e4-e639-4d2d-939d-7c501cddb345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:40.622995 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b7db8d78-21c8-40b2-84ca-134756413c21 req-f7aa22e4-e639-4d2d-939d-7c501cddb345 service neutron] 10.222.0.46 "GET /v2.0/networks?id=818413aa-89a4-4338-a133-8010a51bc5a9 HTTP/1.1" status: 200 len: 919 time: 0.1224771 Dec 15 13:31:40.684445 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c113943d-ab96-4683-ae02-cbd62d45098a req-15ce4f48-1c3c-4692-bb67-f8751479aff4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681536 Dec 15 13:31:40.688801 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b7db8d78-21c8-40b2-84ca-134756413c21 req-6321474a-0b84-4c04-8fa4-6c26b40902dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6d7b53-85b8-40d2-b216-fed7cc5d479c HTTP/1.1" status: 200 len: 217 time: 0.0568604 Dec 15 13:31:40.717936 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6944a617-80ce-4c7d-921f-09d542e6c7ab req-b940cecc-4683-4f5c-a054-98cdf7ce0edd tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887008 Dec 15 13:31:40.741159 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 13:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57b51ec-ef76-4f66-829a-8111258b7369 x-openstack-request-id: req-c57b51ec-ef76-4f66-829a-8111258b7369 {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:31:40.741532 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dd91a3-b40e-4ac3-ac2c-63624e87cf93", "name": "network-vif-plugged", "status": "completed", "tag": "3c89bced-e266-4c30-8918-8d80f7f8660a", "code": 200}, {"server_uuid": "c3130b20-b0cc-484a-b6b4-b4719540a6a2", "name": "network-vif-plugged", "status": "completed", "tag": "5f86201e-ee23-4c92-b757-cb0449191f53", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:31:40.741856 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c57b51ec-ef76-4f66-829a-8111258b7369 {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:31:40.742724 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dd91a3-b40e-4ac3-ac2c-63624e87cf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c89bced-e266-4c30-8918-8d80f7f8660a', 'code': 200} Dec 15 13:31:40.743092 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3130b20-b0cc-484a-b6b4-b4719540a6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f86201e-ee23-4c92-b757-cb0449191f53', 'code': 200} Dec 15 13:31:40.973805 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db8d78-21c8-40b2-84ca-134756413c21 req-4c3c253c-1d2b-4b46-8f40-3d21e571e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:40.975988 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b7db8d78-21c8-40b2-84ca-134756413c21 req-4c3c253c-1d2b-4b46-8f40-3d21e571e7a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d HTTP/1.1" status: 200 len: 858 time: 0.2799423 Dec 15 13:31:40.999964 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7331fec-2f92-43b7-80e9-72bd6e892d45 req-8d5a94cd-4047-488a-975a-a4a71cb0fd26 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:41.008172 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b7331fec-2f92-43b7-80e9-72bd6e892d45 req-8d5a94cd-4047-488a-975a-a4a71cb0fd26 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0623569 Dec 15 13:31:41.022928 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b7db8d78-21c8-40b2-84ca-134756413c21 req-2fed290b-03e8-4bdc-8944-4771797b1c47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=818413aa-89a4-4338-a133-8010a51bc5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354476 Dec 15 13:31:41.083382 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b7331fec-2f92-43b7-80e9-72bd6e892d45 req-7ce2140f-723c-4e5d-b038-513de6d1bef5 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/security-groups?id=63664326-0e50-4a4f-ae73-b06e39971d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692861 Dec 15 13:31:41.154963 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc57195-faa5-4ab1-bd11-8816180a6b30 req-2386a55e-afa0-406b-a4a0-ebcf362bb009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:41.156453 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-6dc57195-faa5-4ab1-bd11-8816180a6b30 req-2386a55e-afa0-406b-a4a0-ebcf362bb009 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 1098 time: 0.1370475 Dec 15 13:31:41.160668 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c353ebe-01a8-45a0-94e7-d492b36b98de req-b4f53615-bd59-42a0-aa43-a246fcef246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:41.162030 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-6c353ebe-01a8-45a0-94e7-d492b36b98de req-b4f53615-bd59-42a0-aa43-a246fcef246b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 1098 time: 0.1099916 Dec 15 13:31:41.242298 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b7db8d78-21c8-40b2-84ca-134756413c21 req-a426b90a-e6fd-4783-8b0f-8f5b6aa7722c service neutron] 10.222.0.46 "GET /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913276 Dec 15 13:31:41.268963 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-6c353ebe-01a8-45a0-94e7-d492b36b98de req-81e5a6c8-1abd-4d7d-b15c-e5c4889fad37 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=63664326-0e50-4a4f-ae73-b06e39971d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923626 Dec 15 13:31:41.284165 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-6dc57195-faa5-4ab1-bd11-8816180a6b30 req-46c166af-4eca-42e4-aa6a-708b4cb9c6cf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133533 Dec 15 13:31:41.366542 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b7db8d78-21c8-40b2-84ca-134756413c21 req-653fe250-9e52-440d-8f4d-3adb618ec8db service neutron] 10.222.0.46 "GET /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121063 Dec 15 13:31:41.424080 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa99ae-d530-4fec-a131-a66a3716747d req-5802056e-ec47-492b-8032-c091edb34452 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:41.425598 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b9fa99ae-d530-4fec-a131-a66a3716747d req-5802056e-ec47-492b-8032-c091edb34452 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 943 time: 0.0686419 Dec 15 13:31:41.513345 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b9fa99ae-d530-4fec-a131-a66a3716747d req-c7afc460-95bc-49e4-8d78-d7b34419b91d tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815303 Dec 15 13:31:41.526647 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d9964-86ab-470d-99fd-b6bcbe6202c9 req-0696cbf7-a5e1-4f82-bfa4-9e62c0621d10 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:41.528879 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:31:41.535270 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ec3d9964-86ab-470d-99fd-b6bcbe6202c9 req-0696cbf7-a5e1-4f82-bfa4-9e62c0621d10 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 944 time: 0.0818980 Dec 15 13:31:41.600015 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ec3d9964-86ab-470d-99fd-b6bcbe6202c9 req-7336ab0f-0b29-4211-9910-7a05bd23d344 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633383 Dec 15 13:31:41.794386 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d,segment=NetworkSegment(ae3446bd-4fa7-42f3-9c0f-359db90b2747),segment_id=ae3446bd-4fa7-42f3-9c0f-359db90b2747)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:41.812951 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': 'a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d', 'network_id': '818413aa-89a4-4338-a133-8010a51bc5a9', 'port_id': 'a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d', 'mac_address': 'fa:16:3e:2c:62:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:31:41.868062 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:41.876279 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b83db-87f9-462a-8485-7854d811277d req-8ccf49de-54fe-41b6-bafe-f3068890451c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:41.878260 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-680b83db-87f9-462a-8485-7854d811277d req-8ccf49de-54fe-41b6-bafe-f3068890451c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.1006224 Dec 15 13:31:41.884348 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:31:41.886027 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e504066-971b-496c-96ea-e10d7500ca88 req-383c4f9b-5ffe-4051-8b04-3adab2b27a8d tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:41.887701 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2e504066-971b-496c-96ea-e10d7500ca88 req-383c4f9b-5ffe-4051-8b04-3adab2b27a8d tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 945 time: 0.0782201 Dec 15 13:31:41.911771 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d,segment=NetworkSegment(ae3446bd-4fa7-42f3-9c0f-359db90b2747),segment_id=ae3446bd-4fa7-42f3-9c0f-359db90b2747)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:41.917424 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:41.960907 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2e504066-971b-496c-96ea-e10d7500ca88 req-d7640167-d81a-4951-95c1-05ea96897ab2 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658345 Dec 15 13:31:41.990946 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-680b83db-87f9-462a-8485-7854d811277d req-dead6932-2edb-4e7e-bee9-532406d53e58 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948551 Dec 15 13:31:42.023976 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:42.213150 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721492f-2b4a-4ae0-a217-6e3047e37e74 req-4ecefe24-e9bd-4c19-b843-80ffff9aade4 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:42.214670 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2721492f-2b4a-4ae0-a217-6e3047e37e74 req-4ecefe24-e9bd-4c19-b843-80ffff9aade4 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0632682 Dec 15 13:31:42.268312 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2721492f-2b4a-4ae0-a217-6e3047e37e74 req-8b25318d-1577-4856-8f51-24ed377d09c1 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/security-groups?id=63664326-0e50-4a4f-ae73-b06e39971d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477040 Dec 15 13:31:42.335139 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:31:42.708305 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfe9d4-3423-48fa-b7d5-0df199d46cf2 req-36e5c9e3-0375-4e84-858a-0a2d0e1feb2b tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:42.710020 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cbdfe9d4-3423-48fa-b7d5-0df199d46cf2 req-36e5c9e3-0375-4e84-858a-0a2d0e1feb2b tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 943 time: 0.0959325 Dec 15 13:31:42.775706 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a74a87-552f-4556-8802-a936b2a94a54 req-0ea87b35-e251-4204-9b7d-99f038719a84 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:42.777186 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-75a74a87-552f-4556-8802-a936b2a94a54 req-0ea87b35-e251-4204-9b7d-99f038719a84 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 944 time: 0.0661278 Dec 15 13:31:42.854471 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cbdfe9d4-3423-48fa-b7d5-0df199d46cf2 req-381e8cc7-6809-45cb-8700-b1f13e625086 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177189 Dec 15 13:31:42.861587 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-75a74a87-552f-4556-8802-a936b2a94a54 req-105ab6f3-b074-4adc-aa5b-9cce646648fd tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739675 Dec 15 13:31:43.127370 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae60ab-9ae8-4597-840e-50cdb59518cd req-24916743-44d7-4a35-a1ce-d8be1f47d74a tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:43.134671 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e0ae60ab-9ae8-4597-840e-50cdb59518cd req-24916743-44d7-4a35-a1ce-d8be1f47d74a tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 945 time: 0.0666752 Dec 15 13:31:43.220468 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e0ae60ab-9ae8-4597-840e-50cdb59518cd req-9fe8b949-6a9a-48ef-9159-b11d7d9451dd tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848584 Dec 15 13:31:43.238078 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218334b-bf40-4bb1-aa53-d7249473c302 req-f5060f33-53bc-4c65-a8d1-30e447a4b1b8 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:43.239895 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8218334b-bf40-4bb1-aa53-d7249473c302 req-f5060f33-53bc-4c65-a8d1-30e447a4b1b8 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.1033351 Dec 15 13:31:43.286399 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 52652) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:43.307070 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8218334b-bf40-4bb1-aa53-d7249473c302 req-4d47f1f7-e801-40fd-9129-91c8a808c5e0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604668 Dec 15 13:31:43.459880 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-5e261475-e046-49f0-b10c-26c232174e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:43.478979 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7edb66-d4b0-4ed6-8086-562e8eb8131c req-b472bc02-32df-4f33-91fe-797d09e99d4a tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:43.493574 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bb7edb66-d4b0-4ed6-8086-562e8eb8131c req-b472bc02-32df-4f33-91fe-797d09e99d4a tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 945 time: 0.1300156 Dec 15 13:31:43.498077 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-8ff95c86-ca4d-47d7-b627-ae80308868ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:43.538038 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 1f6d7b53-85b8-40d2-b216-fed7cc5d479c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:31:43.542686 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:31:43.590583 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bb7edb66-d4b0-4ed6-8086-562e8eb8131c req-6d03faa1-404a-4e47-890b-06397d1baf43 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/security-groups?id=63664326-0e50-4a4f-ae73-b06e39971d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937600 Dec 15 13:31:43.606133 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2130b-dcc5-4095-a4ac-564ba30f3326 req-6995e843-59ee-4d84-9031-de4208115d5a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:43.613661 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f5a2130b-dcc5-4095-a4ac-564ba30f3326 req-6995e843-59ee-4d84-9031-de4208115d5a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.1176171 Dec 15 13:31:43.618113 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 52668) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:43.625187 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-6b60ef8c-01fe-4689-871b-456f1e095978 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Request body: {'floatingip': {'port_id': '33030795-e868-427d-8a6a-6d48523668bc'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:43.641107 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-8ff95c86-ca4d-47d7-b627-ae80308868ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:43.646161 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-8ff95c86-ca4d-47d7-b627-ae80308868ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:43.736815 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff95c86-ca4d-47d7-b627-ae80308868ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98095a81-4702-4423-85d8-a98d990b60ef,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:43.777551 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning for port a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d completed by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:31:43.780366 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-8ff95c86-ca4d-47d7-b627-ae80308868ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4fd4361ff4344f6680eba04bf2138689&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4926577 Dec 15 13:31:43.781320 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 52674) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:43.786215 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:43.786588 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:43.795982 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6b60ef8c-01fe-4689-871b-456f1e095978 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for floatingip, before_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:43.823068 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 52676) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:43.825033 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 1f6d7b53-85b8-40d2-b216-fed7cc5d479c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1f6d7b53-85b8-40d2-b216-fed7cc5d479c,segment=NetworkSegment(ae3446bd-4fa7-42f3-9c0f-359db90b2747),segment_id=ae3446bd-4fa7-42f3-9c0f-359db90b2747)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:43.832909 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 52680) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:43.846796 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': '1f6d7b53-85b8-40d2-b216-fed7cc5d479c', 'network_id': '818413aa-89a4-4338-a133-8010a51bc5a9', 'port_id': '1f6d7b53-85b8-40d2-b216-fed7cc5d479c', 'mac_address': 'fa:16:3e:f6:9e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:31:43.932335 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.022954 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-acd536b5-75db-4ce3-ab81-6b59dd403eb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.038160 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f6d7b53-85b8-40d2-b216-fed7cc5d479c {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:31:44.065787 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 1f6d7b53-85b8-40d2-b216-fed7cc5d479c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1f6d7b53-85b8-40d2-b216-fed7cc5d479c,segment=NetworkSegment(ae3446bd-4fa7-42f3-9c0f-359db90b2747),segment_id=ae3446bd-4fa7-42f3-9c0f-359db90b2747)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:44.067085 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.077181 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.077823 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 745293fa-0314-47a0-bb77-7fceb3a9fc17 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:31:44.110837 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-c283aad9-3a43-4237-9453-99a691247241 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.130824 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-acd536b5-75db-4ce3-ab81-6b59dd403eb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.132100 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab2a5ce-9a56-4120-ae3c-ddfb844aa30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:31:44.134419 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbcd9b1-6094-439e-ba0d-cfd7f7af8f91" -d '{"events": [{"server_uuid": "eab2a5ce-9a56-4120-ae3c-ddfb844aa30a", "name": "network-vif-plugged", "status": "completed", "tag": "a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:31:44.144855 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-acd536b5-75db-4ce3-ab81-6b59dd403eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.169779 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-223280c8-ad29-4d13-8598-5cd70091cd15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.177486 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d,segment=NetworkSegment(ae3446bd-4fa7-42f3-9c0f-359db90b2747),segment_id=ae3446bd-4fa7-42f3-9c0f-359db90b2747)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:44.190789 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-acd536b5-75db-4ce3-ab81-6b59dd403eb1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=972e572ef76e4996b44d638a4591cefd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3665152 Dec 15 13:31:44.196375 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 52694) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:44.210542 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.223513 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=1f6d7b53-85b8-40d2-b216-fed7cc5d479c,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:44.227327 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd536b5-75db-4ce3-ab81-6b59dd403eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a91f66-98e6-4e6a-986f-ca182fccdfc0,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:44.229649 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-c283aad9-3a43-4237-9453-99a691247241 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.294589 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-85e82374-48e2-425b-b4f8-549ca24f291c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.296345 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 745293fa-0314-47a0-bb77-7fceb3a9fc17, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=745293fa-0314-47a0-bb77-7fceb3a9fc17,segment=NetworkSegment(4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb),segment_id=4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:44.299162 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:44.310931 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': '745293fa-0314-47a0-bb77-7fceb3a9fc17', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'port_id': '745293fa-0314-47a0-bb77-7fceb3a9fc17', 'mac_address': 'fa:16:3e:15:5f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:31:44.333848 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-85e82374-48e2-425b-b4f8-549ca24f291c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.335169 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c3da4-9aca-406e-a098-809287f0c353 req-73d9be62-79fa-4e09-9e8c-879f63bf57e4 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:44.336408 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-172c3da4-9aca-406e-a098-809287f0c353 req-73d9be62-79fa-4e09-9e8c-879f63bf57e4 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 943 time: 0.3450649 Dec 15 13:31:44.348918 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-223280c8-ad29-4d13-8598-5cd70091cd15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.361642 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-223280c8-ad29-4d13-8598-5cd70091cd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.363179 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.383736 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745293fa-0314-47a0-bb77-7fceb3a9fc17 {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:31:44.390089 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8194a9-77a6-4bf0-8473-a34ea4d0f9e8 req-fc7bda59-98f3-4509-be1d-f4ee6977e0b5 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:44.395810 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4e8194a9-77a6-4bf0-8473-a34ea4d0f9e8 req-fc7bda59-98f3-4509-be1d-f4ee6977e0b5 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 945 time: 0.3104811 Dec 15 13:31:44.414169 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 745293fa-0314-47a0-bb77-7fceb3a9fc17, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=745293fa-0314-47a0-bb77-7fceb3a9fc17,segment=NetworkSegment(4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb),segment_id=4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:44.414790 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-223280c8-ad29-4d13-8598-5cd70091cd15 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b14ce8dcc8fc4757bfa656801a3408bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5807962 Dec 15 13:31:44.415629 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223280c8-ad29-4d13-8598-5cd70091cd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca72f2cb-ae23-46b0-b77a-c5e304255fb7,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:44.418596 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 52698) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:44.433171 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.464909 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-85e82374-48e2-425b-b4f8-549ca24f291c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.467659 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-85e82374-48e2-425b-b4f8-549ca24f291c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.468789 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-85e82374-48e2-425b-b4f8-549ca24f291c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c4a91f66-98e6-4e6a-986f-ca182fccdfc0 HTTP/1.1" status: 204 len: 168 time: 0.2678485 Dec 15 13:31:44.482819 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e82374-48e2-425b-b4f8-549ca24f291c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a91f66-98e6-4e6a-986f-ca182fccdfc0,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:44.498412 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7c4c77db-28ac-4212-b4f4-87eb816216d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.513630 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=745293fa-0314-47a0-bb77-7fceb3a9fc17,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:44.537677 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7c4c77db-28ac-4212-b4f4-87eb816216d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.593314 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7c4c77db-28ac-4212-b4f4-87eb816216d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.596820 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7c4c77db-28ac-4212-b4f4-87eb816216d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.600643 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-7c4c77db-28ac-4212-b4f4-87eb816216d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ca72f2cb-ae23-46b0-b77a-c5e304255fb7 HTTP/1.1" status: 204 len: 168 time: 0.1810510 Dec 15 13:31:44.608733 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c77db-28ac-4212-b4f4-87eb816216d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca72f2cb-ae23-46b0-b77a-c5e304255fb7,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:44.671799 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-c283aad9-3a43-4237-9453-99a691247241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.675345 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-c283aad9-3a43-4237-9453-99a691247241 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:44.676709 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-c283aad9-3a43-4237-9453-99a691247241 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/98095a81-4702-4423-85d8-a98d990b60ef HTTP/1.1" status: 204 len: 168 time: 0.8922410 Dec 15 13:31:44.703722 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-172c3da4-9aca-406e-a098-809287f0c353 req-c9713513-5eeb-4f0f-bc68-5e4fc5a60e1c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3502824 Dec 15 13:31:44.714497 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4e8194a9-77a6-4bf0-8473-a34ea4d0f9e8 req-a6500c72-1a86-40c3-ba45-bdeb3a300864 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055620 Dec 15 13:31:44.729816 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283aad9-3a43-4237-9453-99a691247241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98095a81-4702-4423-85d8-a98d990b60ef,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:44.801092 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0168c9b3-5b72-414e-831e-85d6433924bb x-openstack-request-id: req-0168c9b3-5b72-414e-831e-85d6433924bb {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:31:44.801451 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab2a5ce-9a56-4120-ae3c-ddfb844aa30a", "name": "network-vif-plugged", "status": "completed", "tag": "a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:31:44.801951 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0168c9b3-5b72-414e-831e-85d6433924bb {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:31:44.802392 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab2a5ce-9a56-4120-ae3c-ddfb844aa30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d', 'code': 200} Dec 15 13:31:44.824536 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['1f6d7b53-85b8-40d2-b216-fed7cc5d479c'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:31:44.864505 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['745293fa-0314-47a0-bb77-7fceb3a9fc17'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:31:44.948309 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 52710) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:44.980554 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-06f4c469-9f92-4924-a863-83012b7e4050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:45.027610 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.db.resource_extend [None req-6b60ef8c-01fe-4689-871b-456f1e095978 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 13:31:45.110416 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8179f45-b12d-467a-98ab-98860aca76aa req-8e38ae79-2c89-42d4-ac59-700d1f1e949f tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:45.112542 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d8179f45-b12d-467a-98ab-98860aca76aa req-8e38ae79-2c89-42d4-ac59-700d1f1e949f tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 945 time: 0.1375430 Dec 15 13:31:45.127630 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6b60ef8c-01fe-4689-871b-456f1e095978 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:45.134537 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6b60ef8c-01fe-4689-871b-456f1e095978 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529426'] for floatingip, after_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:45.164492 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74008398-63bd-4645-97ef-d9ab5c40e907 req-efa26c99-ba02-4dd4-9071-49cc4ee3ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:45.166545 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-74008398-63bd-4645-97ef-d9ab5c40e907 req-efa26c99-ba02-4dd4-9071-49cc4ee3ef17 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 1098 time: 0.1752088 Dec 15 13:31:45.168462 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-06f4c469-9f92-4924-a863-83012b7e4050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:45.181559 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-06f4c469-9f92-4924-a863-83012b7e4050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:45.263881 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 52716) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:45.278054 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4c469-9f92-4924-a863-83012b7e4050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deacaca8-50ef-432c-9c74-d48e1f465e22,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:45.278054 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-06f4c469-9f92-4924-a863-83012b7e4050 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3db779b5982444efad706af3d33f2775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213975 Dec 15 13:31:45.278054 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 52718) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:45.285179 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-74008398-63bd-4645-97ef-d9ab5c40e907 req-5db801ff-2b49-45a2-9b6d-0638adeece80 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105199 Dec 15 13:31:45.298862 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-eb5e06ba-05a5-4765-b630-b113a12c66eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:45.313631 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d8179f45-b12d-467a-98ab-98860aca76aa req-407c576c-519f-4185-8503-79001bd8a0f2 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884775 Dec 15 13:31:45.362830 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.db.l3_db [None req-6b60ef8c-01fe-4689-871b-456f1e095978 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Floating IP a89a224d-12f5-4d96-84fa-e4c6d9461c30 associated. External IP: 172.27.2.103, port: 33030795-e868-427d-8a6a-6d48523668bc. Dec 15 13:31:45.367790 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4025c366-57ca-41cc-854e-db25d393f922 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:45.410293 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4025c366-57ca-41cc-854e-db25d393f922 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:45.511480 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-eb5e06ba-05a5-4765-b630-b113a12c66eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:45.517824 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4025c366-57ca-41cc-854e-db25d393f922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:45.520706 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-eb5e06ba-05a5-4765-b630-b113a12c66eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:45.522200 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4025c366-57ca-41cc-854e-db25d393f922 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:45.527623 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-4025c366-57ca-41cc-854e-db25d393f922 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/deacaca8-50ef-432c-9c74-d48e1f465e22 HTTP/1.1" status: 204 len: 168 time: 0.2483752 Dec 15 13:31:45.539220 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025c366-57ca-41cc-854e-db25d393f922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deacaca8-50ef-432c-9c74-d48e1f465e22,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:45.619548 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 52730) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:45.634739 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e06ba-05a5-4765-b630-b113a12c66eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50938fc3-ffec-4663-a8c5-313a95682445,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:45.639540 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7c15c20e-671c-4eef-a151-940f3df5c08b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:45.641447 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-eb5e06ba-05a5-4765-b630-b113a12c66eb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=410a57c5610a4c88921c89c3d8434970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3751428 Dec 15 13:31:45.644783 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 52732) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:45.715156 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b60ef8c-01fe-4689-871b-456f1e095978 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Router 82e00f58-d77a-4948-b7b1-8b460ef05a1a has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:31:45.754068 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4e587ab1-358a-4e7c-ad01-b74fd70cdaa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:45.824404 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-fb573a60-62a2-4c2d-8d23-26f00d4a028d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:45.835821 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7c15c20e-671c-4eef-a151-940f3df5c08b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:45.843344 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7c15c20e-671c-4eef-a151-940f3df5c08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:45.928888 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-7c15c20e-671c-4eef-a151-940f3df5c08b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=214f015e67c44a38aa3548aa452d0d93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052177 Dec 15 13:31:45.928888 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15c20e-671c-4eef-a151-940f3df5c08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2b7bb8-abc3-4c3b-9fcd-a5926b07d10d,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:45.930317 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 52752) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:45.977452 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4e587ab1-358a-4e7c-ad01-b74fd70cdaa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:45.993211 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-06f88b4d-252b-4b9e-8dcb-965f396eeeed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:46.025784 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-06f88b4d-252b-4b9e-8dcb-965f396eeeed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:46.075238 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b0fd7-ed5c-46e5-aaf2-254222ab0fb3 req-0781a765-74a6-4691-9096-19bba17ad07b tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:46.077180 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-483b0fd7-ed5c-46e5-aaf2-254222ab0fb3 req-0781a765-74a6-4691-9096-19bba17ad07b tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 945 time: 0.1948171 Dec 15 13:31:46.103182 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-06f88b4d-252b-4b9e-8dcb-965f396eeeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:46.111112 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-06f88b4d-252b-4b9e-8dcb-965f396eeeed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:46.112966 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-06f88b4d-252b-4b9e-8dcb-965f396eeeed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf2b7bb8-abc3-4c3b-9fcd-a5926b07d10d HTTP/1.1" status: 204 len: 168 time: 0.1823895 Dec 15 13:31:46.120538 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b60ef8c-01fe-4689-871b-456f1e095978 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:31:46.128436 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6b60ef8c-01fe-4689-871b-456f1e095978 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for floatingip, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:46.137914 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f88b4d-252b-4b9e-8dcb-965f396eeeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2b7bb8-abc3-4c3b-9fcd-a5926b07d10d,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:46.154951 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6b8f5c-8c23-4f5d-afb5-ee02938bf07c None None] Sync routers for ids ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'] in dv-cinder-813227-4-iscsi {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:31:46.168870 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4e587ab1-358a-4e7c-ad01-b74fd70cdaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:46.171505 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4e587ab1-358a-4e7c-ad01-b74fd70cdaa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:46.175605 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-4e587ab1-358a-4e7c-ad01-b74fd70cdaa1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/50938fc3-ffec-4663-a8c5-313a95682445 HTTP/1.1" status: 204 len: 168 time: 0.5267682 Dec 15 13:31:46.189124 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6b8f5c-8c23-4f5d-afb5-ee02938bf07c None None] Routers {'82e00f58-d77a-4948-b7b1-8b460ef05a1a'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:31:46.191105 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-7a6b8f5c-8c23-4f5d-afb5-ee02938bf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:31:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:46.200699 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-6b60ef8c-01fe-4689-871b-456f1e095978 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "PUT /v2.0/floatingips/a89a224d-12f5-4d96-84fa-e4c6d9461c30 HTTP/1.1" status: 200 len: 991 time: 2.5810952 Dec 15 13:31:46.205266 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00671676-47cb-4266-b9e5-61c7fb120355', 'tag': '33030795-e868-427d-8a6a-6d48523668bc'}] {{(pid=102375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:31:46.207668 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71b9fb3f465478ec81e2ba98b454169580960ac631f62dad39edafcc790f624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37c1130-4655-4150-9776-ddad653f892d" -d '{"events": [{"name": "network-changed", "server_uuid": "00671676-47cb-4266-b9e5-61c7fb120355", "tag": "33030795-e868-427d-8a6a-6d48523668bc"}]}' {{(pid=102375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:31:46.217382 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad4aa9-7126-4c86-ae52-478df93db19c req-38b5856d-6f5e-48db-97de-e2018f61c34e tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:46.219206 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4fad4aa9-7126-4c86-ae52-478df93db19c req-38b5856d-6f5e-48db-97de-e2018f61c34e tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 944 time: 0.1748664 Dec 15 13:31:46.221798 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e587ab1-358a-4e7c-ad01-b74fd70cdaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50938fc3-ffec-4663-a8c5-313a95682445,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:46.226777 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-483b0fd7-ed5c-46e5-aaf2-254222ab0fb3 req-0075186a-96e6-41fd-b8fd-b6f20a72f78e tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303864 Dec 15 13:31:46.307090 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-7a6b8f5c-8c23-4f5d-afb5-ee02938bf07c None None] Set router 82e00f58-d77a-4948-b7b1-8b460ef05a1a gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:31:46.373972 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4fad4aa9-7126-4c86-ae52-478df93db19c req-93a31d4d-2f78-4b7f-8357-2abaaf7e4b52 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235521 Dec 15 13:31:46.428545 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72580a9-700e-4f77-997c-77d39f7c59d5 x-openstack-request-id: req-f72580a9-700e-4f77-997c-77d39f7c59d5 {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:31:46.429011 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00671676-47cb-4266-b9e5-61c7fb120355", "tag": "33030795-e868-427d-8a6a-6d48523668bc", "status": "completed", "code": 200}]} {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:31:46.429566 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f72580a9-700e-4f77-997c-77d39f7c59d5 {{(pid=102375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:31:46.430337 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00671676-47cb-4266-b9e5-61c7fb120355', 'tag': '33030795-e868-427d-8a6a-6d48523668bc', 'status': 'completed', 'code': 200} Dec 15 13:31:46.503398 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c1130-4655-4150-9776-ddad653f892d req-68e54c49-8732-42b6-9578-ec41da4a679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:46.505771 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c37c1130-4655-4150-9776-ddad653f892d req-68e54c49-8732-42b6-9578-ec41da4a679f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=849d4c797afe475aa474e4415f6190c0&device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 1098 time: 0.0548565 Dec 15 13:31:46.630887 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c1130-4655-4150-9776-ddad653f892d req-ce19e53f-9d08-4cb8-8205-a8aa20f9d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:46.632678 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c37c1130-4655-4150-9776-ddad653f892d req-ce19e53f-9d08-4cb8-8205-a8aa20f9d384 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0016a0f-1988-46ad-b4da-048d7988271c HTTP/1.1" status: 200 len: 918 time: 0.1138420 Dec 15 13:31:46.647622 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-7a6b8f5c-8c23-4f5d-afb5-ee02938bf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1081663544-router', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:59Z', 'updated_at': '2021-12-15T13:31:04Z', 'revision_number': 4, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'gw_port': {'id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': 'a89a224d-12f5-4d96-84fa-e4c6d9461c30', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'port_id': '33030795-e868-427d-8a6a-6d48523668bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'mac_address': 'fa:16:3e:02:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00671676-47cb-4266-b9e5-61c7fb120355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:31:09Z', 'updated_at': '2021-12-15T13:31:44Z', 'revision_number': 1, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1751a6-9075-4b06-b379-53faa3683527', 'name': '', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'mac_address': 'fa:16:3e:18:3b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:03Z', 'updated_at': '2021-12-15T13:31:14Z', 'revision_number': 5, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'subnets': [{'id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:46.680062 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6b8f5c-8c23-4f5d-afb5-ee02938bf07c None None] Checking router: 82e00f58-d77a-4948-b7b1-8b460ef05a1a for host: dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:31:46.690468 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6b8f5c-8c23-4f5d-afb5-ee02938bf07c None None] Routers {'82e00f58-d77a-4948-b7b1-8b460ef05a1a'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:31:46.691414 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-7a6b8f5c-8c23-4f5d-afb5-ee02938bf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:31:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:46.777883 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c37c1130-4655-4150-9776-ddad653f892d req-a52e39b1-99ea-4b68-8124-86cd20c8adc2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33030795-e868-427d-8a6a-6d48523668bc HTTP/1.1" status: 200 len: 999 time: 0.1331596 Dec 15 13:31:46.843416 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c1130-4655-4150-9776-ddad653f892d req-93f309fa-80a4-486f-85ec-6828e7fe1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:46.845671 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c37c1130-4655-4150-9776-ddad653f892d req-93f309fa-80a4-486f-85ec-6828e7fe1fe9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ee2d60c-e8f8-48bd-815a-998b0d5d4d75 HTTP/1.1" status: 200 len: 856 time: 0.0589290 Dec 15 13:31:46.869952 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-7a6b8f5c-8c23-4f5d-afb5-ee02938bf07c None None] Set router 82e00f58-d77a-4948-b7b1-8b460ef05a1a gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:31:46.890012 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:46.929885 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c1130-4655-4150-9776-ddad653f892d req-3fc07f68-2354-4b9c-b4e8-28d24b220e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:46.935228 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c37c1130-4655-4150-9776-ddad653f892d req-3fc07f68-2354-4b9c-b4e8-28d24b220e9d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0016a0f-1988-46ad-b4da-048d7988271c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770724 Dec 15 13:31:47.103237 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c37c1130-4655-4150-9776-ddad653f892d req-8fd2bbc1-6088-45f9-a892-19c3fe0138d3 service neutron] 10.222.0.46 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593759 Dec 15 13:31:47.235350 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-7a6b8f5c-8c23-4f5d-afb5-ee02938bf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1081663544-router', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:59Z', 'updated_at': '2021-12-15T13:31:04Z', 'revision_number': 4, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'gw_port': {'id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': 'a89a224d-12f5-4d96-84fa-e4c6d9461c30', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'port_id': '33030795-e868-427d-8a6a-6d48523668bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'mac_address': 'fa:16:3e:02:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00671676-47cb-4266-b9e5-61c7fb120355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:31:09Z', 'updated_at': '2021-12-15T13:31:44Z', 'revision_number': 1, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1751a6-9075-4b06-b379-53faa3683527', 'name': '', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'mac_address': 'fa:16:3e:18:3b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:03Z', 'updated_at': '2021-12-15T13:31:14Z', 'revision_number': 5, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'subnets': [{'id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:47.313363 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6b8f5c-8c23-4f5d-afb5-ee02938bf07c None None] The sync data for ids ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'] in dv-cinder-813227-4-iscsi is: [{'id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1081663544-router', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:59Z', 'updated_at': '2021-12-15T13:31:04Z', 'revision_number': 4, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'gw_port': {'id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': 'a89a224d-12f5-4d96-84fa-e4c6d9461c30', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'port_id': '33030795-e868-427d-8a6a-6d48523668bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'mac_address': 'fa:16:3e:02:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00671676-47cb-4266-b9e5-61c7fb120355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:31:09Z', 'updated_at': '2021-12-15T13:31:44Z', 'revision_number': 1, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1751a6-9075-4b06-b379-53faa3683527', 'name': '', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'mac_address': 'fa:16:3e:18:3b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:03Z', 'updated_at': '2021-12-15T13:31:14Z', 'revision_number': 5, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'subnets': [{'id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:31:47.340935 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c37c1130-4655-4150-9776-ddad653f892d req-1696400a-3edd-4775-80f3-7f469df771c7 service neutron] 10.222.0.46 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255135 Dec 15 13:31:47.460374 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52ec91-2bee-446f-9ce7-4ce629245c77 req-31820779-00a7-4eaf-87d9-7504f00b492c tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:47.468094 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8b52ec91-2bee-446f-9ce7-4ce629245c77 req-31820779-00a7-4eaf-87d9-7504f00b492c tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 945 time: 0.1000700 Dec 15 13:31:47.543465 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8b52ec91-2bee-446f-9ce7-4ce629245c77 req-c19fc1c3-e4d8-4a84-974d-5b9a42883cdf tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744164 Dec 15 13:31:47.583004 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 745293fa-0314-47a0-bb77-7fceb3a9fc17 up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:31:47.739515 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning for port 745293fa-0314-47a0-bb77-7fceb3a9fc17 completed by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:31:47.760860 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac23c5-8b1d-499d-9585-a29d5abcf5d7 None None] New status for floating IP a89a224d-12f5-4d96-84fa-e4c6d9461c30: ACTIVE {{(pid=102376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:31:47.780432 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4b039-e622-46b5-8783-95018205a352 req-ef5afbdc-4fde-4f86-ad96-2ba2c0ac7488 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:47.782007 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-17d4b039-e622-46b5-8783-95018205a352 req-ef5afbdc-4fde-4f86-ad96-2ba2c0ac7488 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 944 time: 0.1515574 Dec 15 13:31:47.860091 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port 745293fa-0314-47a0-bb77-7fceb3a9fc17 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:47.860685 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:47.863988 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-17d4b039-e622-46b5-8783-95018205a352 req-b998b93b-d5c0-42d2-a5b0-4e782a7b3da5 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701523 Dec 15 13:31:48.098949 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:48.128603 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0157ed-5d02-45a9-9160-55cc033a16ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745293fa-0314-47a0-bb77-7fceb3a9fc17'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:31:48.129920 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0152d202-c50a-49b7-a6c2-ea0571cb385f" -d '{"events": [{"server_uuid": "ef0157ed-5d02-45a9-9160-55cc033a16ec", "name": "network-vif-plugged", "status": "completed", "tag": "745293fa-0314-47a0-bb77-7fceb3a9fc17"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:31:48.154785 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 745293fa-0314-47a0-bb77-7fceb3a9fc17, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=745293fa-0314-47a0-bb77-7fceb3a9fc17,segment=NetworkSegment(4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb),segment_id=4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:48.165095 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:48.165095 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 1f6d7b53-85b8-40d2-b216-fed7cc5d479c up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:31:48.226864 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f435c57-dc4e-4261-b4d3-996994fcacff x-openstack-request-id: req-5f435c57-dc4e-4261-b4d3-996994fcacff {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:31:48.227231 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0157ed-5d02-45a9-9160-55cc033a16ec", "name": "network-vif-plugged", "status": "completed", "tag": "745293fa-0314-47a0-bb77-7fceb3a9fc17", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:31:48.227520 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f435c57-dc4e-4261-b4d3-996994fcacff {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:31:48.228014 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0157ed-5d02-45a9-9160-55cc033a16ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745293fa-0314-47a0-bb77-7fceb3a9fc17', 'code': 200} Dec 15 13:31:48.410451 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=745293fa-0314-47a0-bb77-7fceb3a9fc17,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:48.417840 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning for port 1f6d7b53-85b8-40d2-b216-fed7cc5d479c completed by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:31:48.422494 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port 1f6d7b53-85b8-40d2-b216-fed7cc5d479c triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:31:48.422802 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:48.444481 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a15cf-2ffe-409b-9113-dca61d326318 req-62d39d11-356c-4ef5-98e8-e0e4dcbb463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:48.447786 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c07a15cf-2ffe-409b-9113-dca61d326318 req-62d39d11-356c-4ef5-98e8-e0e4dcbb463d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 1098 time: 0.0526373 Dec 15 13:31:48.497627 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:48.500044 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c07a15cf-2ffe-409b-9113-dca61d326318 req-29601782-b71e-4470-a864-75418a993213 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455709 Dec 15 13:31:48.532999 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:48.569549 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 1f6d7b53-85b8-40d2-b216-fed7cc5d479c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1f6d7b53-85b8-40d2-b216-fed7cc5d479c,segment=NetworkSegment(ae3446bd-4fa7-42f3-9c0f-359db90b2747),segment_id=ae3446bd-4fa7-42f3-9c0f-359db90b2747)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:31:48.575850 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:48.643665 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=1f6d7b53-85b8-40d2-b216-fed7cc5d479c,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:48.685362 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20bd39-b523-4bf3-86a3-742556b86f92 req-580e1d0b-2b20-490f-8e92-bea80e0e5ae5 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:48.687535 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3e20bd39-b523-4bf3-86a3-742556b86f92 req-580e1d0b-2b20-490f-8e92-bea80e0e5ae5 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0867136 Dec 15 13:31:48.755478 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3e20bd39-b523-4bf3-86a3-742556b86f92 req-996bf4ad-51cb-476a-b6f2-6e47558dc79d tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527220 Dec 15 13:31:48.919907 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 52892) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:48.976719 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05418f-e212-4834-b8f1-f761ee1486f0 req-9a5357ef-2076-48cf-a36c-402ccc66e19c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:48.978218 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4f05418f-e212-4834-b8f1-f761ee1486f0 req-9a5357ef-2076-48cf-a36c-402ccc66e19c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0517833 Dec 15 13:31:49.028059 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4f05418f-e212-4834-b8f1-f761ee1486f0 req-7783792e-d093-41f0-980f-39548bee2a6d tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437346 Dec 15 13:31:49.032076 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-03f256e6-b065-4850-a479-6c598d4450d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:49.113778 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-03f256e6-b065-4850-a479-6c598d4450d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:49.117561 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-03f256e6-b065-4850-a479-6c598d4450d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:49.158101 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-03f256e6-b065-4850-a479-6c598d4450d9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=66921635faaf4cba9b41e8d5f5ae8813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336602 Dec 15 13:31:49.158101 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f256e6-b065-4850-a479-6c598d4450d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035f6319-fde8-4b2a-bf75-ffb9b8cb81b6,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:49.159978 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 52898) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:49.219557 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-92c4186a-3ac9-4a43-9fad-68d60dc0b1a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:49.250341 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-92c4186a-3ac9-4a43-9fad-68d60dc0b1a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:49.304652 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-92c4186a-3ac9-4a43-9fad-68d60dc0b1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:49.307385 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-92c4186a-3ac9-4a43-9fad-68d60dc0b1a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:49.308513 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-92c4186a-3ac9-4a43-9fad-68d60dc0b1a8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/035f6319-fde8-4b2a-bf75-ffb9b8cb81b6 HTTP/1.1" status: 204 len: 168 time: 0.1471074 Dec 15 13:31:49.316228 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4186a-3ac9-4a43-9fad-68d60dc0b1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035f6319-fde8-4b2a-bf75-ffb9b8cb81b6,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:49.417011 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:49.869682 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8913b-d6bf-44f8-a2aa-da84ca7be1bf req-0d1f5a6b-ec26-477e-82ab-cf10eb33e346 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:49.871538 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0aa8913b-d6bf-44f8-a2aa-da84ca7be1bf req-0d1f5a6b-ec26-477e-82ab-cf10eb33e346 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0495753 Dec 15 13:31:49.929764 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0aa8913b-d6bf-44f8-a2aa-da84ca7be1bf req-aacfabd1-b0f2-4ed3-90a0-8befbf47108d tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512013 Dec 15 13:31:50.156338 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeed1fd-1bf5-46a9-b448-593361870c54 req-bf70d11e-b44b-4d20-8315-21ff73c75fda tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:50.158544 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-dbeed1fd-1bf5-46a9-b448-593361870c54 req-bf70d11e-b44b-4d20-8315-21ff73c75fda tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0482142 Dec 15 13:31:50.212810 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-dbeed1fd-1bf5-46a9-b448-593361870c54 req-d95f060b-7807-49f5-a842-9fc689335123 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450966 Dec 15 13:31:50.229639 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c2da8c-7e29-48ac-9077-59bffb2c734b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6d7b53-85b8-40d2-b216-fed7cc5d479c'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:31:50.232486 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd5543b-0acc-4466-b8e2-e194ab4df62a" -d '{"events": [{"server_uuid": "d3c2da8c-7e29-48ac-9077-59bffb2c734b", "name": "network-vif-plugged", "status": "completed", "tag": "1f6d7b53-85b8-40d2-b216-fed7cc5d479c"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:31:50.273247 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95ee826-bcd8-4158-b42e-2599e3a34e1c x-openstack-request-id: req-b95ee826-bcd8-4158-b42e-2599e3a34e1c {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:31:50.273741 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c2da8c-7e29-48ac-9077-59bffb2c734b", "name": "network-vif-plugged", "status": "completed", "tag": "1f6d7b53-85b8-40d2-b216-fed7cc5d479c", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:31:50.274507 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b95ee826-bcd8-4158-b42e-2599e3a34e1c {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:31:50.275079 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c2da8c-7e29-48ac-9077-59bffb2c734b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6d7b53-85b8-40d2-b216-fed7cc5d479c', 'code': 200} Dec 15 13:31:51.043841 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6cf92-b5d3-49fe-9a38-d366f5ae6a36 req-dd5dc5ae-80bf-4df6-a42c-c310ca71ad82 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:51.045220 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-59a6cf92-b5d3-49fe-9a38-d366f5ae6a36 req-dd5dc5ae-80bf-4df6-a42c-c310ca71ad82 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0481935 Dec 15 13:31:51.091511 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-59a6cf92-b5d3-49fe-9a38-d366f5ae6a36 req-476bcd2c-fc41-4b34-9610-05eec64450ff tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397141 Dec 15 13:31:51.490125 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a1d2c-ca53-4f02-8ebc-7875df8300f9 req-6fdb07a2-e390-45bf-a873-4fc96a537d1f tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:51.491625 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8f7a1d2c-ca53-4f02-8ebc-7875df8300f9 req-6fdb07a2-e390-45bf-a873-4fc96a537d1f tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.2133055 Dec 15 13:31:51.538093 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8f7a1d2c-ca53-4f02-8ebc-7875df8300f9 req-f213a7c2-cf16-451b-920d-57fb79194f3c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407307 Dec 15 13:31:51.642755 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad17fc1-5d6a-45b8-b9a2-c9acf363d567 req-2da2361f-6d44-41b3-9a3c-b0b4045a056a tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:51.644610 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fad17fc1-5d6a-45b8-b9a2-c9acf363d567 req-2da2361f-6d44-41b3-9a3c-b0b4045a056a tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0454369 Dec 15 13:31:51.652912 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 52994) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:51.657157 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-bff085a8-8e3e-4ea0-8ad8-df01912190c0 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Request body: {'floatingip': {'port_id': '745293fa-0314-47a0-bb77-7fceb3a9fc17'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:31:51.694603 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-bff085a8-8e3e-4ea0-8ad8-df01912190c0 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for floatingip, before_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:52.116829 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-bff085a8-8e3e-4ea0-8ad8-df01912190c0 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:52.121295 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-bff085a8-8e3e-4ea0-8ad8-df01912190c0 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529426'] for floatingip, after_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:52.246510 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d78bd3-4ca6-4f0f-bc8d-f243cb7c76ab req-4c540ff8-77be-47bf-b010-927160443191 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:52.247954 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-77d78bd3-4ca6-4f0f-bc8d-f243cb7c76ab req-4c540ff8-77be-47bf-b010-927160443191 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0672665 Dec 15 13:31:52.255679 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.db.l3_db [None req-bff085a8-8e3e-4ea0-8ad8-df01912190c0 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Floating IP d311854d-1e30-49e0-a375-79abb43a3de8 associated. External IP: 172.27.2.216, port: 745293fa-0314-47a0-bb77-7fceb3a9fc17. Dec 15 13:31:52.363277 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-77d78bd3-4ca6-4f0f-bc8d-f243cb7c76ab req-7dd95455-0056-4bc1-bdf0-6bffb8abd143 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087549 Dec 15 13:31:52.490014 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff085a8-8e3e-4ea0-8ad8-df01912190c0 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Router 450d314a-17ce-47e6-a890-cd4585cc6ed7 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:31:52.595208 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff085a8-8e3e-4ea0-8ad8-df01912190c0 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:31:52.599649 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-bff085a8-8e3e-4ea0-8ad8-df01912190c0 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for floatingip, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:52.606033 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b27bd81-787f-4a59-9748-d18962e79daa None None] Sync routers for ids ['450d314a-17ce-47e6-a890-cd4585cc6ed7'] in dv-cinder-813227-4-iscsi {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:31:52.623889 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b27bd81-787f-4a59-9748-d18962e79daa None None] Routers {'450d314a-17ce-47e6-a890-cd4585cc6ed7'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:31:52.623889 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-2b27bd81-787f-4a59-9748-d18962e79daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:31:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['450d314a-17ce-47e6-a890-cd4585cc6ed7'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:52.625545 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-bff085a8-8e3e-4ea0-8ad8-df01912190c0 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "PUT /v2.0/floatingips/d311854d-1e30-49e0-a375-79abb43a3de8 HTTP/1.1" status: 200 len: 991 time: 0.9716232 Dec 15 13:31:52.626118 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0157ed-5d02-45a9-9160-55cc033a16ec', 'tag': '745293fa-0314-47a0-bb77-7fceb3a9fc17'}] {{(pid=102375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:31:52.628920 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71b9fb3f465478ec81e2ba98b454169580960ac631f62dad39edafcc790f624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68200fd4-7de0-414f-8944-c82c468ecbbb" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0157ed-5d02-45a9-9160-55cc033a16ec", "tag": "745293fa-0314-47a0-bb77-7fceb3a9fc17"}]}' {{(pid=102375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:31:52.721733 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-2b27bd81-787f-4a59-9748-d18962e79daa None None] Set router 450d314a-17ce-47e6-a890-cd4585cc6ed7 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:31:52.937187 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-2b27bd81-787f-4a59-9748-d18962e79daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'name': 'tempest-AttachVolumeTestJSON-809202730-router', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:09Z', 'revision_number': 4, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'gw_port': {'id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:02Z', 'updated_at': '2021-12-15T13:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': 'd311854d-1e30-49e0-a375-79abb43a3de8', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'floating_ip_address': '172.27.2.216', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'port_id': '745293fa-0314-47a0-bb77-7fceb3a9fc17', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'mac_address': 'fa:16:3e:15:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0157ed-5d02-45a9-9160-55cc033a16ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:31:24Z', 'updated_at': '2021-12-15T13:31:52Z', 'revision_number': 1, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16a0a7b-8e9e-4deb-a717-c95302fca6a0', 'name': '', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'mac_address': 'fa:16:3e:c8:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:07Z', 'updated_at': '2021-12-15T13:31:19Z', 'revision_number': 5, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'subnets': [{'id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:53.043396 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b27bd81-787f-4a59-9748-d18962e79daa None None] Checking router: 450d314a-17ce-47e6-a890-cd4585cc6ed7 for host: dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:31:53.052316 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b27bd81-787f-4a59-9748-d18962e79daa None None] Routers {'450d314a-17ce-47e6-a890-cd4585cc6ed7'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:31:53.052911 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-2b27bd81-787f-4a59-9748-d18962e79daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:31:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['450d314a-17ce-47e6-a890-cd4585cc6ed7'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:53.158708 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-2b27bd81-787f-4a59-9748-d18962e79daa None None] Set router 450d314a-17ce-47e6-a890-cd4585cc6ed7 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:31:53.368633 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-2b27bd81-787f-4a59-9748-d18962e79daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'name': 'tempest-AttachVolumeTestJSON-809202730-router', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:09Z', 'revision_number': 4, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'gw_port': {'id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:02Z', 'updated_at': '2021-12-15T13:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': 'd311854d-1e30-49e0-a375-79abb43a3de8', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'floating_ip_address': '172.27.2.216', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'port_id': '745293fa-0314-47a0-bb77-7fceb3a9fc17', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'mac_address': 'fa:16:3e:15:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0157ed-5d02-45a9-9160-55cc033a16ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:31:24Z', 'updated_at': '2021-12-15T13:31:52Z', 'revision_number': 1, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16a0a7b-8e9e-4deb-a717-c95302fca6a0', 'name': '', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'mac_address': 'fa:16:3e:c8:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:07Z', 'updated_at': '2021-12-15T13:31:19Z', 'revision_number': 5, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'subnets': [{'id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:31:53.397595 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b27bd81-787f-4a59-9748-d18962e79daa None None] The sync data for ids ['450d314a-17ce-47e6-a890-cd4585cc6ed7'] in dv-cinder-813227-4-iscsi is: [{'id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'name': 'tempest-AttachVolumeTestJSON-809202730-router', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:09Z', 'revision_number': 4, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'gw_port': {'id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:02Z', 'updated_at': '2021-12-15T13:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': 'd311854d-1e30-49e0-a375-79abb43a3de8', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'floating_ip_address': '172.27.2.216', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'port_id': '745293fa-0314-47a0-bb77-7fceb3a9fc17', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'mac_address': 'fa:16:3e:15:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0157ed-5d02-45a9-9160-55cc033a16ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:31:24Z', 'updated_at': '2021-12-15T13:31:52Z', 'revision_number': 1, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16a0a7b-8e9e-4deb-a717-c95302fca6a0', 'name': '', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'mac_address': 'fa:16:3e:c8:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:07Z', 'updated_at': '2021-12-15T13:31:19Z', 'revision_number': 5, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'subnets': [{'id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:31:53.578432 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83f8ab6-da60-48a8-a120-32e979b8323e None None] New status for floating IP d311854d-1e30-49e0-a375-79abb43a3de8: ACTIVE {{(pid=102376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:31:54.735846 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7d8bf6-c686-49aa-9594-ce0354978d08 x-openstack-request-id: req-3d7d8bf6-c686-49aa-9594-ce0354978d08 {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:31:54.736330 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0157ed-5d02-45a9-9160-55cc033a16ec", "tag": "745293fa-0314-47a0-bb77-7fceb3a9fc17", "status": "completed", "code": 200}]} {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:31:54.736425 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3d7d8bf6-c686-49aa-9594-ce0354978d08 {{(pid=102375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:31:54.736778 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef0157ed-5d02-45a9-9160-55cc033a16ec', 'tag': '745293fa-0314-47a0-bb77-7fceb3a9fc17', 'status': 'completed', 'code': 200} Dec 15 13:31:54.739152 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7ff77-65bf-43fe-95b2-cf10e0516cd9 req-2c530203-53c7-426d-80c8-aa0ff20f820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:54.740638 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-6fd7ff77-65bf-43fe-95b2-cf10e0516cd9 req-2c530203-53c7-426d-80c8-aa0ff20f820f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 1099 time: 0.0471067 Dec 15 13:31:54.826709 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52a537-9dbb-4745-8ff3-da931fcfcb96 req-415f7624-f8e1-4d71-beba-5b703d23d6ef tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:54.828340 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0c52a537-9dbb-4745-8ff3-da931fcfcb96 req-415f7624-f8e1-4d71-beba-5b703d23d6ef tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0501952 Dec 15 13:31:54.873386 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0c52a537-9dbb-4745-8ff3-da931fcfcb96 req-c4c192d6-fd28-4c99-a3b4-3567331d8c33 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386927 Dec 15 13:31:55.092176 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68200fd4-7de0-414f-8944-c82c468ecbbb req-f271b5a0-1c62-4e4f-8681-ce3c4d4a5a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:55.093730 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-68200fd4-7de0-414f-8944-c82c468ecbbb req-f271b5a0-1c62-4e4f-8681-ce3c4d4a5a99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4cde9c0e34334ad7a7e79bfeb8963935&device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 1098 time: 0.0671253 Dec 15 13:31:55.096196 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-6fd7ff77-65bf-43fe-95b2-cf10e0516cd9 req-5696a7f4-1e94-4211-8894-3907ea57fc02 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753984 Dec 15 13:31:55.557227 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68200fd4-7de0-414f-8944-c82c468ecbbb req-3bda8d88-91b6-44d5-9376-828727592265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:55.558677 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-68200fd4-7de0-414f-8944-c82c468ecbbb req-3bda8d88-91b6-44d5-9376-828727592265 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c615d296-1c4b-42bd-b81b-913328306550 HTTP/1.1" status: 200 len: 911 time: 0.0830572 Dec 15 13:31:55.638552 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-68200fd4-7de0-414f-8944-c82c468ecbbb req-868f31fb-7484-4a31-a0fe-a3205d741dfe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=745293fa-0314-47a0-bb77-7fceb3a9fc17 HTTP/1.1" status: 200 len: 1001 time: 0.0644898 Dec 15 13:31:55.696378 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68200fd4-7de0-414f-8944-c82c468ecbbb req-4421787e-e143-43df-86f7-921b5336fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:55.697916 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-68200fd4-7de0-414f-8944-c82c468ecbbb req-4421787e-e143-43df-86f7-921b5336fa8e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bfb1a29-2a65-49ed-8e77-c521738f977b HTTP/1.1" status: 200 len: 849 time: 0.0469887 Dec 15 13:31:55.765163 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68200fd4-7de0-414f-8944-c82c468ecbbb req-ba50ae35-1e78-490e-81b5-cc5471bdfe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:55.766658 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-68200fd4-7de0-414f-8944-c82c468ecbbb req-ba50ae35-1e78-490e-81b5-cc5471bdfe14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c615d296-1c4b-42bd-b81b-913328306550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494809 Dec 15 13:31:55.931482 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-68200fd4-7de0-414f-8944-c82c468ecbbb req-27b90a7f-0fce-43c8-bfaa-39f55b689bc5 service neutron] 10.222.0.46 "GET /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958419 Dec 15 13:31:55.995347 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91493e-4ced-43c9-8cd9-d84a48413bed req-501c8d08-2c5d-466c-943e-fd86f55e9e68 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:56.003870 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5d91493e-4ced-43c9-8cd9-d84a48413bed req-501c8d08-2c5d-466c-943e-fd86f55e9e68 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0600166 Dec 15 13:31:56.048815 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-68200fd4-7de0-414f-8944-c82c468ecbbb req-d45b87a3-2775-4992-9085-5cb9a3c0c800 service neutron] 10.222.0.46 "GET /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089499 Dec 15 13:31:56.060209 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5d91493e-4ced-43c9-8cd9-d84a48413bed req-34bcb8e7-c9df-470c-b7ca-07a5afbc895f tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554485 Dec 15 13:31:57.030193 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 53100) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:57.159228 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-32f2c41b-0f41-47d9-aead-9c86bd7708b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:57.222939 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cd74b-960e-4b29-8e32-028bcd6e9d57 req-0fc2fc80-ebec-44a3-9401-3c1d1ce58ea1 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:57.224407 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e93cd74b-960e-4b29-8e32-028bcd6e9d57 req-0fc2fc80-ebec-44a3-9401-3c1d1ce58ea1 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0796890 Dec 15 13:31:57.295075 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e93cd74b-960e-4b29-8e32-028bcd6e9d57 req-df77cc15-9eae-4c9a-bed3-480ba78518cd tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642514 Dec 15 13:31:57.322066 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-32f2c41b-0f41-47d9-aead-9c86bd7708b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:57.327097 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-32f2c41b-0f41-47d9-aead-9c86bd7708b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:57.375770 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-32f2c41b-0f41-47d9-aead-9c86bd7708b7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee2d427e4a504b0aaa9ea82addcbd389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3444238 Dec 15 13:31:57.376702 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2c41b-0f41-47d9-aead-9c86bd7708b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151ed3a1-2238-40ef-8716-8fb0c0eff47f,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:57.378863 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 53120) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:57.434655 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5e64a5bc-0b65-4c85-9a4f-7ec6fe51ce78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:57.457833 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5e64a5bc-0b65-4c85-9a4f-7ec6fe51ce78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:57.504722 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5e64a5bc-0b65-4c85-9a4f-7ec6fe51ce78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:57.508000 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5e64a5bc-0b65-4c85-9a4f-7ec6fe51ce78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:57.509155 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-5e64a5bc-0b65-4c85-9a4f-7ec6fe51ce78 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/151ed3a1-2238-40ef-8716-8fb0c0eff47f HTTP/1.1" status: 204 len: 168 time: 0.1292021 Dec 15 13:31:57.517314 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64a5bc-0b65-4c85-9a4f-7ec6fe51ce78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151ed3a1-2238-40ef-8716-8fb0c0eff47f,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:57.525642 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64a5bc-0b65-4c85-9a4f-7ec6fe51ce78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:57.526002 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64a5bc-0b65-4c85-9a4f-7ec6fe51ce78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:57.526363 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64a5bc-0b65-4c85-9a4f-7ec6fe51ce78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:57.526710 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64a5bc-0b65-4c85-9a4f-7ec6fe51ce78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:57.527076 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64a5bc-0b65-4c85-9a4f-7ec6fe51ce78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:57.527410 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64a5bc-0b65-4c85-9a4f-7ec6fe51ce78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:57.527742 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64a5bc-0b65-4c85-9a4f-7ec6fe51ce78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:57.528428 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64a5bc-0b65-4c85-9a4f-7ec6fe51ce78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:57.528428 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64a5bc-0b65-4c85-9a4f-7ec6fe51ce78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:57.528717 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64a5bc-0b65-4c85-9a4f-7ec6fe51ce78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:57.529043 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64a5bc-0b65-4c85-9a4f-7ec6fe51ce78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:57.529364 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64a5bc-0b65-4c85-9a4f-7ec6fe51ce78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:57.529684 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e64a5bc-0b65-4c85-9a4f-7ec6fe51ce78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:57.546478 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 53126) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:57.674731 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-36db382a-123d-44ee-a0ed-fc3269562c27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:57.780300 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-36db382a-123d-44ee-a0ed-fc3269562c27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:57.788120 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-36db382a-123d-44ee-a0ed-fc3269562c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:57.828741 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db382a-123d-44ee-a0ed-fc3269562c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511b77cc-dafc-4b9e-b2b4-c5f157a0f5f2,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:57.845763 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-36db382a-123d-44ee-a0ed-fc3269562c27 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9aa627d43f24d6e8d2790ec070af1a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948411 Dec 15 13:31:57.845891 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 53134) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:57.901192 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fbe9bf04-c663-482f-8a86-afe8947d9632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:57.909159 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 53136) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:57.922333 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-db9852a6-7f63-440f-bfa1-59bbc5c1ef37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:57.923350 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fbe9bf04-c663-482f-8a86-afe8947d9632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:57.971989 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fbe9bf04-c663-482f-8a86-afe8947d9632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:57.974819 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fbe9bf04-c663-482f-8a86-afe8947d9632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:57.976005 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-fbe9bf04-c663-482f-8a86-afe8947d9632 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/511b77cc-dafc-4b9e-b2b4-c5f157a0f5f2 HTTP/1.1" status: 204 len: 168 time: 0.1293128 Dec 15 13:31:57.984123 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9bf04-c663-482f-8a86-afe8947d9632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511b77cc-dafc-4b9e-b2b4-c5f157a0f5f2,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:58.003667 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-db9852a6-7f63-440f-bfa1-59bbc5c1ef37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:58.009533 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-db9852a6-7f63-440f-bfa1-59bbc5c1ef37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:58.054407 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9852a6-7f63-440f-bfa1-59bbc5c1ef37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3675da-5a63-455d-ada0-154b725c6963,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:58.058418 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-db9852a6-7f63-440f-bfa1-59bbc5c1ef37 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fe2f2a39e2fa4b56b40490160859c149&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481347 Dec 15 13:31:58.062343 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 53142) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:58.066984 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9852a6-7f63-440f-bfa1-59bbc5c1ef37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:58.067339 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9852a6-7f63-440f-bfa1-59bbc5c1ef37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:58.067682 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9852a6-7f63-440f-bfa1-59bbc5c1ef37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:58.068020 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9852a6-7f63-440f-bfa1-59bbc5c1ef37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:58.068351 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9852a6-7f63-440f-bfa1-59bbc5c1ef37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:58.068680 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9852a6-7f63-440f-bfa1-59bbc5c1ef37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:58.069175 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9852a6-7f63-440f-bfa1-59bbc5c1ef37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:58.069505 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9852a6-7f63-440f-bfa1-59bbc5c1ef37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:58.069833 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9852a6-7f63-440f-bfa1-59bbc5c1ef37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:58.070162 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9852a6-7f63-440f-bfa1-59bbc5c1ef37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:58.070485 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9852a6-7f63-440f-bfa1-59bbc5c1ef37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:58.070814 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9852a6-7f63-440f-bfa1-59bbc5c1ef37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:58.071459 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9852a6-7f63-440f-bfa1-59bbc5c1ef37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:31:58.119072 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d624611f-349c-48ce-9c87-00032c77c11b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:58.153490 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d624611f-349c-48ce-9c87-00032c77c11b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:58.205419 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d624611f-349c-48ce-9c87-00032c77c11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:58.208201 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d624611f-349c-48ce-9c87-00032c77c11b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:58.209337 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-d624611f-349c-48ce-9c87-00032c77c11b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c3675da-5a63-455d-ada0-154b725c6963 HTTP/1.1" status: 204 len: 168 time: 0.1459501 Dec 15 13:31:58.216931 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624611f-349c-48ce-9c87-00032c77c11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3675da-5a63-455d-ada0-154b725c6963,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:58.348206 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 53154) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:58.369476 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-925336e5-a98d-4f75-8517-d7490d5970c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:58.459522 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea1bfe-81f0-4607-acd4-2c6fd83ec625 req-519a610c-620c-463e-9d8f-56b899e4cf20 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:58.461078 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8dea1bfe-81f0-4607-acd4-2c6fd83ec625 req-519a610c-620c-463e-9d8f-56b899e4cf20 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0627170 Dec 15 13:31:58.481510 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-925336e5-a98d-4f75-8517-d7490d5970c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:58.486611 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-925336e5-a98d-4f75-8517-d7490d5970c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:58.524213 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925336e5-a98d-4f75-8517-d7490d5970c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad392c8e-29b9-4cfd-af72-6660b3955ddf,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:58.532531 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-925336e5-a98d-4f75-8517-d7490d5970c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6f44f485a604490b85bbf03d32faf1aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1831818 Dec 15 13:31:58.535636 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 53164) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:58.539456 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8dea1bfe-81f0-4607-acd4-2c6fd83ec625 req-bcdbb18c-93e5-4197-801a-3937d717d1b1 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705492 Dec 15 13:31:58.601889 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3d0ac565-1cc2-48fa-86f1-7aa57589c519 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:58.627642 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3d0ac565-1cc2-48fa-86f1-7aa57589c519 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:58.700335 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3d0ac565-1cc2-48fa-86f1-7aa57589c519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:58.703602 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3d0ac565-1cc2-48fa-86f1-7aa57589c519 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:58.710118 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-3d0ac565-1cc2-48fa-86f1-7aa57589c519 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad392c8e-29b9-4cfd-af72-6660b3955ddf HTTP/1.1" status: 204 len: 168 time: 0.1730070 Dec 15 13:31:58.717968 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ac565-1cc2-48fa-86f1-7aa57589c519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad392c8e-29b9-4cfd-af72-6660b3955ddf,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:58.794545 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 53182) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:58.900600 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6eb16-2e49-4c5c-b777-1d9b9d5b8004 req-dc82dc65-4503-4c9f-95a2-569cb2a5b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:58.903168 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2de6eb16-2e49-4c5c-b777-1d9b9d5b8004 req-dc82dc65-4503-4c9f-95a2-569cb2a5b033 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6898e751314d4e94af3fc6df9b465470&device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 1099 time: 0.0541689 Dec 15 13:31:58.911899 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c0f82-2ef2-4be5-afef-c7968d0790e4 req-86ba4f2f-1ca8-4e00-a6c5-aaf756a77502 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:58.913720 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d37c0f82-2ef2-4be5-afef-c7968d0790e4 req-86ba4f2f-1ca8-4e00-a6c5-aaf756a77502 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0666349 Dec 15 13:31:59.027890 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d37c0f82-2ef2-4be5-afef-c7968d0790e4 req-11478487-fc56-45bf-8c4b-369b75c45fa1 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000514 Dec 15 13:31:59.091905 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6eb16-2e49-4c5c-b777-1d9b9d5b8004 req-924cd771-01ae-4bfb-b754-b4faf76b8bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:59.093389 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2de6eb16-2e49-4c5c-b777-1d9b9d5b8004 req-924cd771-01ae-4bfb-b754-b4faf76b8bcc service neutron] 10.222.0.46 "GET /v2.0/networks?id=818413aa-89a4-4338-a133-8010a51bc5a9 HTTP/1.1" status: 200 len: 919 time: 0.1727214 Dec 15 13:31:59.150066 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830eaa4-8db4-4003-bcda-970dfc6db08d req-6d7b35af-d967-4a32-a8e6-d15929fee973 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:59.157498 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b830eaa4-8db4-4003-bcda-970dfc6db08d req-6d7b35af-d967-4a32-a8e6-d15929fee973 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0580554 Dec 15 13:31:59.188420 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2de6eb16-2e49-4c5c-b777-1d9b9d5b8004 req-c33a7568-867e-446a-8c3e-b16ef54b08f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6d7b53-85b8-40d2-b216-fed7cc5d479c HTTP/1.1" status: 200 len: 217 time: 0.0804989 Dec 15 13:31:59.217711 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b830eaa4-8db4-4003-bcda-970dfc6db08d req-83bf6fbf-72c4-4c26-b734-46c1b1a0a0c2 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/security-groups?id=63664326-0e50-4a4f-ae73-b06e39971d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592167 Dec 15 13:31:59.248463 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-70ee0547-3aac-4d8b-919c-0e6cce8211f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:59.291323 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6eb16-2e49-4c5c-b777-1d9b9d5b8004 req-060cbf04-3fdc-457a-b2c2-982385fcc712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:31:59.292803 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2de6eb16-2e49-4c5c-b777-1d9b9d5b8004 req-060cbf04-3fdc-457a-b2c2-982385fcc712 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d HTTP/1.1" status: 200 len: 858 time: 0.0910628 Dec 15 13:31:59.340212 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2de6eb16-2e49-4c5c-b777-1d9b9d5b8004 req-6e6a7b71-f868-40ca-803e-adde80c1f533 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=818413aa-89a4-4338-a133-8010a51bc5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278478 Dec 15 13:31:59.427456 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-70ee0547-3aac-4d8b-919c-0e6cce8211f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:59.433329 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-70ee0547-3aac-4d8b-919c-0e6cce8211f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:59.460150 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee0547-3aac-4d8b-919c-0e6cce8211f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e2fcff-29aa-4fb3-9cc7-7eab7fb9a58a,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:31:59.500735 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-70ee0547-3aac-4d8b-919c-0e6cce8211f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d05f015fa1434a6d91c8e12f1bf2cda0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7042520 Dec 15 13:31:59.504179 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 53220) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:31:59.504645 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2de6eb16-2e49-4c5c-b777-1d9b9d5b8004 req-bd0a636b-834d-4eeb-84b6-f0a3f8bd8e54 service neutron] 10.222.0.46 "GET /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457601 Dec 15 13:31:59.564955 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-11f0deda-fefe-435f-9e2b-0be3364ffc5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:59.589311 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-11f0deda-fefe-435f-9e2b-0be3364ffc5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:59.662096 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-11f0deda-fefe-435f-9e2b-0be3364ffc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:59.664818 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-11f0deda-fefe-435f-9e2b-0be3364ffc5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:31:59.668367 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-11f0deda-fefe-435f-9e2b-0be3364ffc5c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29e2fcff-29aa-4fb3-9cc7-7eab7fb9a58a HTTP/1.1" status: 204 len: 168 time: 0.1599073 Dec 15 13:31:59.675909 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2de6eb16-2e49-4c5c-b777-1d9b9d5b8004 req-ad19e5be-0820-4422-a7a6-21b29169793e service neutron] 10.222.0.46 "GET /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483307 Dec 15 13:31:59.678448 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0deda-fefe-435f-9e2b-0be3364ffc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e2fcff-29aa-4fb3-9cc7-7eab7fb9a58a,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:00.159949 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d980180-77f8-48a9-ba80-e5d1c43f0c11 req-d289570b-625e-4d6b-beab-04e07604ce10 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:00.162292 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5d980180-77f8-48a9-ba80-e5d1c43f0c11 req-d289570b-625e-4d6b-beab-04e07604ce10 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0549898 Dec 15 13:32:00.221334 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5d980180-77f8-48a9-ba80-e5d1c43f0c11 req-d74305ea-b58e-4010-983c-2419753acccb tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482321 Dec 15 13:32:00.413061 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8e28d-8902-4621-a44c-ab88b64af30d req-e7a3b6fe-c968-4501-93aa-753ca6539e3c tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:00.431508 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-50f8e28d-8902-4621-a44c-ab88b64af30d req-e7a3b6fe-c968-4501-93aa-753ca6539e3c tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0738738 Dec 15 13:32:00.496418 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-50f8e28d-8902-4621-a44c-ab88b64af30d req-da1c5930-82a9-4483-99c7-9cae0c3ae57e tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/security-groups?id=63664326-0e50-4a4f-ae73-b06e39971d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586367 Dec 15 13:32:00.896036 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:32:01.334134 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f52bf8-01b2-4689-a6b5-40e1e0a2bb5b req-2eda1db9-a0a9-4ea6-8c04-319352d349d3 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:01.335602 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-03f52bf8-01b2-4689-a6b5-40e1e0a2bb5b req-2eda1db9-a0a9-4ea6-8c04-319352d349d3 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0465560 Dec 15 13:32:01.387865 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-03f52bf8-01b2-4689-a6b5-40e1e0a2bb5b req-f0c9d6bf-cfc2-4791-a006-74ed5c722d1b tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463672 Dec 15 13:32:01.607766 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdd1be-08d9-443e-8bda-d4ff9afe3afd req-b64d5f98-21d4-4763-a5c7-13cf1dfe3102 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:01.609219 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-41bdd1be-08d9-443e-8bda-d4ff9afe3afd req-b64d5f98-21d4-4763-a5c7-13cf1dfe3102 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0479717 Dec 15 13:32:01.656599 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-41bdd1be-08d9-443e-8bda-d4ff9afe3afd req-ea4e1d3f-d3da-499a-950e-22ec9f1bb617 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/security-groups?id=63664326-0e50-4a4f-ae73-b06e39971d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414104 Dec 15 13:32:02.498669 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87934ed-8593-4224-9ab8-a78696f3d212 req-26d06566-3b84-44b3-acd1-c5a92ff5f401 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:02.500186 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c87934ed-8593-4224-9ab8-a78696f3d212 req-26d06566-3b84-44b3-acd1-c5a92ff5f401 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0887973 Dec 15 13:32:02.510501 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b3dee-5b35-4d8c-84ae-5ddf8cfb4dc0 req-a2c65944-05ae-47ea-91c0-58196604cc12 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:02.512015 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3b4b3dee-5b35-4d8c-84ae-5ddf8cfb4dc0 req-a2c65944-05ae-47ea-91c0-58196604cc12 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0507011 Dec 15 13:32:02.560679 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3b4b3dee-5b35-4d8c-84ae-5ddf8cfb4dc0 req-fd5d6764-61f0-49cd-9f7a-eca117bed344 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421455 Dec 15 13:32:02.783051 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adb9c4-e7b7-4dae-b05d-585d9da00792 req-a219ab39-9e44-4f2a-8eaf-91423139ab1e tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:02.786105 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a6adb9c4-e7b7-4dae-b05d-585d9da00792 req-a219ab39-9e44-4f2a-8eaf-91423139ab1e tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 945 time: 0.0589421 Dec 15 13:32:02.837511 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a6adb9c4-e7b7-4dae-b05d-585d9da00792 req-d7e047c7-7336-4e29-934e-ff091a523cb4 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/security-groups?id=63664326-0e50-4a4f-ae73-b06e39971d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460341 Dec 15 13:32:02.859765 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-c87934ed-8593-4224-9ab8-a78696f3d212 req-40fb5c06-9449-44da-88ec-9a9199542d51 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Deleting port 5f86201e-ee23-4c92-b757-cb0449191f53 {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:32:02.860099 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c87934ed-8593-4224-9ab8-a78696f3d212 req-40fb5c06-9449-44da-88ec-9a9199542d51 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:02.947399 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-c87934ed-8593-4224-9ab8-a78696f3d212 req-40fb5c06-9449-44da-88ec-9a9199542d51 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] For port 5f86201e-ee23-4c92-b757-cb0449191f53, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5f86201e-ee23-4c92-b757-cb0449191f53,segment=NetworkSegment(bbf31dc8-f5b3-4b63-8b54-2114d7ea5e69),segment_id=bbf31dc8-f5b3-4b63-8b54-2114d7ea5e69)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:32:02.947760 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c87934ed-8593-4224-9ab8-a78696f3d212 req-40fb5c06-9449-44da-88ec-9a9199542d51 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:02.966362 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-c87934ed-8593-4224-9ab8-a78696f3d212 req-40fb5c06-9449-44da-88ec-9a9199542d51 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Calling delete_port for 5f86201e-ee23-4c92-b757-cb0449191f53 owned by compute:nova {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:32:03.124923 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c87934ed-8593-4224-9ab8-a78696f3d212 req-40fb5c06-9449-44da-88ec-9a9199542d51 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:03.147124 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['5f86201e-ee23-4c92-b757-cb0449191f53'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:32:03.154113 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb5c06-9449-44da-88ec-9a9199542d51 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Pushing event deleted for resources: {'Port': ['ID=5f86201e-ee23-4c92-b757-cb0449191f53,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:03.217777 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87934ed-8593-4224-9ab8-a78696f3d212 req-40fb5c06-9449-44da-88ec-9a9199542d51 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] No DVR routers for this DVR port 5f86201e-ee23-4c92-b757-cb0449191f53 on host hv-cinder-81322 {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:32:03.221111 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c87934ed-8593-4224-9ab8-a78696f3d212 req-40fb5c06-9449-44da-88ec-9a9199542d51 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:03.224786 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c87934ed-8593-4224-9ab8-a78696f3d212 req-40fb5c06-9449-44da-88ec-9a9199542d51 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.46 "DELETE /v2.0/ports/5f86201e-ee23-4c92-b757-cb0449191f53 HTTP/1.1" status: 204 len: 173 time: 0.7083752 Dec 15 13:32:03.225252 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3130b20-b0cc-484a-b6b4-b4719540a6a2', 'name': 'network-vif-deleted', 'tag': '5f86201e-ee23-4c92-b757-cb0449191f53'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:32:03.227550 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49beea75-7e3d-47f6-89d5-19ad4976ee72" -d '{"events": [{"server_uuid": "c3130b20-b0cc-484a-b6b4-b4719540a6a2", "name": "network-vif-deleted", "tag": "5f86201e-ee23-4c92-b757-cb0449191f53"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:32:03.275846 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9704f885-a1d9-4b19-84f3-d9082a58facb x-openstack-request-id: req-9704f885-a1d9-4b19-84f3-d9082a58facb {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:32:03.276112 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3130b20-b0cc-484a-b6b4-b4719540a6a2", "name": "network-vif-deleted", "tag": "5f86201e-ee23-4c92-b757-cb0449191f53", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:32:03.276369 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9704f885-a1d9-4b19-84f3-d9082a58facb {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:32:03.276815 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3130b20-b0cc-484a-b6b4-b4719540a6a2', 'name': 'network-vif-deleted', 'tag': '5f86201e-ee23-4c92-b757-cb0449191f53', 'status': 'completed', 'code': 200} Dec 15 13:32:03.710484 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae8d1d-d154-48e1-85f1-d010a64ebef8 req-f747d02c-74d9-46a6-96cb-66fb404e56d9 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:03.714232 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-23ae8d1d-d154-48e1-85f1-d010a64ebef8 req-f747d02c-74d9-46a6-96cb-66fb404e56d9 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0799685 Dec 15 13:32:03.765059 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-23ae8d1d-d154-48e1-85f1-d010a64ebef8 req-f882751d-8b0d-4d8a-90d8-24065096ef18 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432398 Dec 15 13:32:03.831308 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-34d6a6e4-521c-4017-bce3-1ed397c7240a req-82af1a82-c61c-4abd-a63d-a109f26face0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490913 Dec 15 13:32:03.933334 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6a6e4-521c-4017-bce3-1ed397c7240a req-a716bacd-d3c0-498c-adfa-ea924a65f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:03.935152 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-34d6a6e4-521c-4017-bce3-1ed397c7240a req-a716bacd-d3c0-498c-adfa-ea924a65f347 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=18c80dfcc63a49f7b54f89f08cd8842f&device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 1098 time: 0.0458181 Dec 15 13:32:03.952300 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3d5e3804-a85f-4dbb-b44e-33790e79b2c9 req-cfb0a7b3-d175-4fee-a975-b44462bc3005 tempest-DeleteServersTestJSON-1556876551 tempest-DeleteServersTestJSON-1556876551-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3130b20-b0cc-484a-b6b4-b4719540a6a2 HTTP/1.1" status: 200 len: 210 time: 0.0244341 Dec 15 13:32:04.069237 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6a6e4-521c-4017-bce3-1ed397c7240a req-902e9210-dc5d-4c9e-aa25-fb47ad776e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:04.070710 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-34d6a6e4-521c-4017-bce3-1ed397c7240a req-902e9210-dc5d-4c9e-aa25-fb47ad776e90 service neutron] 10.222.0.46 "GET /v2.0/networks?id=12997ed3-8144-436a-8d20-22135e6511e5 HTTP/1.1" status: 200 len: 916 time: 0.0990551 Dec 15 13:32:04.117631 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-34d6a6e4-521c-4017-bce3-1ed397c7240a req-c0c18a36-25e6-4306-8fe3-d8598d121e77 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c89bced-e266-4c30-8918-8d80f7f8660a HTTP/1.1" status: 200 len: 217 time: 0.0359635 Dec 15 13:32:04.177766 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6a6e4-521c-4017-bce3-1ed397c7240a req-055cc973-d662-4e65-a7d3-6e06d8988963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:04.179253 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-34d6a6e4-521c-4017-bce3-1ed397c7240a req-055cc973-d662-4e65-a7d3-6e06d8988963 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ee2ad3b-f34f-4e7d-8e6d-3df4050ee06e HTTP/1.1" status: 200 len: 855 time: 0.0434620 Dec 15 13:32:04.213232 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-34d6a6e4-521c-4017-bce3-1ed397c7240a req-48299c44-d744-4d2d-9434-af6d2042ba12 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12997ed3-8144-436a-8d20-22135e6511e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249798 Dec 15 13:32:04.321250 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-34d6a6e4-521c-4017-bce3-1ed397c7240a req-e184bb83-0cb4-4150-b68a-deea3841c1fd service neutron] 10.222.0.46 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966825 Dec 15 13:32:04.427451 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-34d6a6e4-521c-4017-bce3-1ed397c7240a req-4bc6ceca-78d2-4100-8b53-1598f3beb9c4 service neutron] 10.222.0.46 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976388 Dec 15 13:32:04.881025 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70554dc-aa98-4f7c-a238-a402a92ba9fc req-b2c4c0e6-c182-4e22-a0c8-beb1626f158e tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:04.882686 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f70554dc-aa98-4f7c-a238-a402a92ba9fc req-b2c4c0e6-c182-4e22-a0c8-beb1626f158e tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0521655 Dec 15 13:32:04.931533 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f70554dc-aa98-4f7c-a238-a402a92ba9fc req-8cd67d9f-7c92-42f3-9480-1117430210d8 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424275 Dec 15 13:32:05.038071 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 53428) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:05.147884 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-78c3fe62-4bb0-4307-a491-97396467bca3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:05.225150 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-78c3fe62-4bb0-4307-a491-97396467bca3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:05.228678 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-78c3fe62-4bb0-4307-a491-97396467bca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:05.268240 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3fe62-4bb0-4307-a491-97396467bca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bace3399-5113-40b0-bbab-d740044853bb,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:05.274000 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-78c3fe62-4bb0-4307-a491-97396467bca3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa6be1ce4fb549029261786d5117f118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342782 Dec 15 13:32:05.276608 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 53442) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:05.329284 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-16aab98b-e26a-4d35-a3de-497ab88493f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:05.350448 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-16aab98b-e26a-4d35-a3de-497ab88493f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:05.398735 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-16aab98b-e26a-4d35-a3de-497ab88493f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:05.401346 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-16aab98b-e26a-4d35-a3de-497ab88493f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:05.403303 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-16aab98b-e26a-4d35-a3de-497ab88493f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bace3399-5113-40b0-bbab-d740044853bb HTTP/1.1" status: 204 len: 168 time: 0.1256440 Dec 15 13:32:05.411987 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aab98b-e26a-4d35-a3de-497ab88493f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bace3399-5113-40b0-bbab-d740044853bb,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:06.065510 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-28279f2f-08c5-4da3-acab-99ab17df6475 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:06.067633 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-28279f2f-08c5-4da3-acab-99ab17df6475 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/networks?id=12997ed3-8144-436a-8d20-22135e6511e5 HTTP/1.1" status: 200 len: 815 time: 0.1267157 Dec 15 13:32:06.085543 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-b3cf72ef-692a-43a5-ba49-5b7aac891c8a tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/quotas/18c80dfcc63a49f7b54f89f08cd8842f HTTP/1.1" status: 200 len: 375 time: 0.0106382 Dec 15 13:32:06.152268 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-4637f2f1-1be3-4af7-9fea-d3f5e2a80711 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=18c80dfcc63a49f7b54f89f08cd8842f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0583837 Dec 15 13:32:06.254586 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508f1b2-6f8c-4686-9e7e-96c52ac08eda req-cc2d534f-8612-4054-8c30-43f008e7370a tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:06.256111 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6508f1b2-6f8c-4686-9e7e-96c52ac08eda req-cc2d534f-8612-4054-8c30-43f008e7370a tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0949945 Dec 15 13:32:06.299601 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-c7d34e46-2ef8-408b-9992-3ba4ca68d54d service neutron] 10.222.0.60 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456246 Dec 15 13:32:06.398359 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6508f1b2-6f8c-4686-9e7e-96c52ac08eda req-c2221cf0-9095-4f9d-9ced-b8e9537f4373 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313233 Dec 15 13:32:06.469849 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-ee00a517-1682-4573-9fd1-5a62db7903dc service neutron] 10.222.0.60 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673906 Dec 15 13:32:06.614431 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 53518) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:06.672959 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ac4d1473-a2e2-4e14-9f53-65de71e343c0 req-58f913a3-2972-4e7c-b198-120d11834507 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7690a69-d110-45d1-8a94-2c7c366bba36 HTTP/1.1" status: 200 len: 210 time: 0.0486188 Dec 15 13:32:06.687147 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6bcc4b-db0f-4408-98ce-c24ad0f406f3 admin admin] Deleting subnet 00e57f05-7cd4-4d4c-b428-0d6d5588aec2 {{(pid=102375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:32:06.692161 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-2b6bcc4b-db0f-4408-98ce-c24ad0f406f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:06.733606 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-2b6bcc4b-db0f-4408-98ce-c24ad0f406f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8903931'] for subnet, precommit_delete_associations {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:06.783296 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-2b6bcc4b-db0f-4408-98ce-c24ad0f406f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1679046'] for subnet, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:06.840099 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-2b6bcc4b-db0f-4408-98ce-c24ad0f406f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1679053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8698117'] for subnet, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:06.865829 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bcc4b-db0f-4408-98ce-c24ad0f406f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00e57f05-7cd4-4d4c-b428-0d6d5588aec2,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:06.893122 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-2b6bcc4b-db0f-4408-98ce-c24ad0f406f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:06.900707 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-2b6bcc4b-db0f-4408-98ce-c24ad0f406f3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/00e57f05-7cd4-4d4c-b428-0d6d5588aec2 HTTP/1.1" status: 204 len: 168 time: 0.2820060 Dec 15 13:32:06.900944 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 53530) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:06.977638 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f25d6bc3-d042-4ecf-8bb2-75c843cd5ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645032'] for network, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:07.067400 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f25d6bc3-d042-4ecf-8bb2-75c843cd5ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1673553', 'neutron.services.segments.db._delete_segments_for_network-8790303350658'] for network, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:07.094167 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-f25d6bc3-d042-4ecf-8bb2-75c843cd5ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e83cc2-a971-4afa-a119-d0be3ac3d84d']}} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:07.112185 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-f25d6bc3-d042-4ecf-8bb2-75c843cd5ae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf31dc8-f5b3-4b63-8b54-2114d7ea5e69') {'for_net_delete': True} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:07.112807 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-f25d6bc3-d042-4ecf-8bb2-75c843cd5ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf31dc8-f5b3-4b63-8b54-2114d7ea5e69') {} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:07.128398 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f25d6bc3-d042-4ecf-8bb2-75c843cd5ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790303353739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8903680'] for segment, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:07.143419 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f25d6bc3-d042-4ecf-8bb2-75c843cd5ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:07.150201 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f25d6bc3-d042-4ecf-8bb2-75c843cd5ae4 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:32:07.150582 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f25d6bc3-d042-4ecf-8bb2-75c843cd5ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655729'] for segment, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: Traceback (most recent call last): Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: timer() Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: cb(*args, **kw) Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: return func(*args, **kwargs) Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: self._notify() Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: self.callback(batched_events) Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: event.method(event) Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: return f(self, *a, **k) Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: return self._get(url).json() Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: return self.request(url, 'GET', **kwargs) Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:32:07.152749 dv-cinder-813227-4-iscsi neutron-server[102375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:32:07.217399 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f25d6bc3-d042-4ecf-8bb2-75c843cd5ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529408'] for network, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:07.223048 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f25d6bc3-d042-4ecf-8bb2-75c843cd5ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:07.226819 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-f25d6bc3-d042-4ecf-8bb2-75c843cd5ae4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/74e83cc2-a971-4afa-a119-d0be3ac3d84d HTTP/1.1" status: 204 len: 168 time: 0.3249352 Dec 15 13:32:07.241696 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d6bc3-d042-4ecf-8bb2-75c843cd5ae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=74e83cc2-a971-4afa-a119-d0be3ac3d84d,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:07.394643 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 53548) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:07.442595 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-d7ac0915-91b4-4938-9604-8bb6e3d4f5fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c6099655f06b473db6eb84adfee54156&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0465903 Dec 15 13:32:07.445246 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 53556) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:07.547952 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469b95c-6c3b-4944-bdb7-623e114700ee req-9e9ca19b-58b7-4dde-aee8-ecd3546e8c33 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:07.549536 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5469b95c-6c3b-4944-bdb7-623e114700ee req-9e9ca19b-58b7-4dde-aee8-ecd3546e8c33 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0769877 Dec 15 13:32:07.550675 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-34e8bb4b-ec7d-46f9-b921-364ce471207d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:07.585884 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-34e8bb4b-ec7d-46f9-b921-364ce471207d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:07.645048 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5469b95c-6c3b-4944-bdb7-623e114700ee req-3e885520-9386-419c-a84f-42f411d8091d tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842872 Dec 15 13:32:07.685082 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-34e8bb4b-ec7d-46f9-b921-364ce471207d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:07.688924 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-34e8bb4b-ec7d-46f9-b921-364ce471207d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:07.693354 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-34e8bb4b-ec7d-46f9-b921-364ce471207d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/63664326-0e50-4a4f-ae73-b06e39971d31 HTTP/1.1" status: 204 len: 168 time: 0.2470577 Dec 15 13:32:07.714481 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8bb4b-ec7d-46f9-b921-364ce471207d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63664326-0e50-4a4f-ae73-b06e39971d31,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:07.756297 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 5f86201e-ee23-4c92-b757-cb0449191f53 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:32:07.813014 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] No Port match for: 5f86201e-ee23-4c92-b757-cb0449191f53 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:32:07.813725 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 5f86201e-ee23-4c92-b757-cb0449191f53 not bound to the agent host hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:32:07.916711 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-7c5338bc-0807-4137-b18b-492c97243628 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:07.918434 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-7c5338bc-0807-4137-b18b-492c97243628 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.46 "GET /v2.0/networks?id=12997ed3-8144-436a-8d20-22135e6511e5 HTTP/1.1" status: 200 len: 815 time: 0.2426493 Dec 15 13:32:07.939155 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-4817b7ab-4a66-48e2-94e5-025d18bb4ecb tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Request body: {'port': {'device_id': 'c7690a69-d110-45d1-8a94-2c7c366bba36', 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5', 'admin_state_up': True, 'tenant_id': '18c80dfcc63a49f7b54f89f08cd8842f'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:32:08.076499 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2903cf12-360c-4fb1-a4c1-65769d107bde req-d15a5dc4-f957-4e9a-822c-497fb83a1ce6 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7690a69-d110-45d1-8a94-2c7c366bba36 HTTP/1.1" status: 200 len: 210 time: 0.2951167 Dec 15 13:32:08.115860 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-4817b7ab-4a66-48e2-94e5-025d18bb4ecb tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Made reservation on behalf of 18c80dfcc63a49f7b54f89f08cd8842f for: {'port': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:32:08.119883 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-4817b7ab-4a66-48e2-94e5-025d18bb4ecb tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:08.244502 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:08.279478 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-4817b7ab-4a66-48e2-94e5-025d18bb4ecb tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Allocated IP 172.20.0.4 (12997ed3-8144-436a-8d20-22135e6511e5/4ee2ad3b-f34f-4e7d-8e6d-3df4050ee06e/92df63b2-2815-4499-b41a-e23801cf68f8) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:32:08.456713 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-4817b7ab-4a66-48e2-94e5-025d18bb4ecb tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:08.490839 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-4817b7ab-4a66-48e2-94e5-025d18bb4ecb tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:08.505767 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['3c89bced-e266-4c30-8918-8d80f7f8660a'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:32:08.539607 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-4817b7ab-4a66-48e2-94e5-025d18bb4ecb tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Network 12997ed3-8144-436a-8d20-22135e6511e5 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:32:08.542879 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-4817b7ab-4a66-48e2-94e5-025d18bb4ecb tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:32:08.547535 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-4817b7ab-4a66-48e2-94e5-025d18bb4ecb tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:32:08.553295 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-4817b7ab-4a66-48e2-94e5-025d18bb4ecb tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:08.554018 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-4817b7ab-4a66-48e2-94e5-025d18bb4ecb tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:08.557408 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817b7ab-4a66-48e2-94e5-025d18bb4ecb tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Pushing event updated for resources: {'Port': ['ID=92df63b2-2815-4499-b41a-e23801cf68f8,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:08.575612 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-4817b7ab-4a66-48e2-94e5-025d18bb4ecb tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6422336 Dec 15 13:32:08.589367 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-3dbc0ace-44aa-4459-9300-3a94298ef2ca service neutron] Request body: {'port': {'device_id': 'c7690a69-d110-45d1-8a94-2c7c366bba36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:32:08.665242 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-3dbc0ace-44aa-4459-9300-3a94298ef2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:08.788944 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbc565-a0d9-4d96-a280-d226602b83d7 req-2ec4826c-5c00-45d8-883c-87fe534108f7 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:08.790386 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-edfbc565-a0d9-4d96-a280-d226602b83d7 req-2ec4826c-5c00-45d8-883c-87fe534108f7 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0461705 Dec 15 13:32:08.838304 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-edfbc565-a0d9-4d96-a280-d226602b83d7 req-24369f69-0768-441f-9dac-2d31d809b698 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419984 Dec 15 13:32:08.954985 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-3dbc0ace-44aa-4459-9300-3a94298ef2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92df63b2-2815-4499-b41a-e23801cf68f8 {{(pid=102374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:32:08.966916 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-3dbc0ace-44aa-4459-9300-3a94298ef2ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:08.980032 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.provisioning_blocks [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-3dbc0ace-44aa-4459-9300-3a94298ef2ca service neutron] Transition to ACTIVE for port object 92df63b2-2815-4499-b41a-e23801cf68f8 will not be triggered until provisioned by entity L2. {{(pid=102374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:32:08.985014 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-3dbc0ace-44aa-4459-9300-3a94298ef2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:09.038240 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc0ace-44aa-4459-9300-3a94298ef2ca service neutron] Pushing event updated for resources: {'Port': ['ID=92df63b2-2815-4499-b41a-e23801cf68f8,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:09.065525 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-3dbc0ace-44aa-4459-9300-3a94298ef2ca service neutron] Attempting to bind port 92df63b2-2815-4499-b41a-e23801cf68f8 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:32:09.065861 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-3dbc0ace-44aa-4459-9300-3a94298ef2ca service neutron] Attempting to bind port 92df63b2-2815-4499-b41a-e23801cf68f8 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '57c552fd-02d1-4d1d-8e94-c628cc826ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:32:09.066221 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-3dbc0ace-44aa-4459-9300-3a94298ef2ca service neutron] Attempting to bind port 92df63b2-2815-4499-b41a-e23801cf68f8 on network 12997ed3-8144-436a-8d20-22135e6511e5 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:32:09.070492 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-3dbc0ace-44aa-4459-9300-3a94298ef2ca service neutron] Port 92df63b2-2815-4499-b41a-e23801cf68f8 on network 12997ed3-8144-436a-8d20-22135e6511e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:32:09.070813 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-3dbc0ace-44aa-4459-9300-3a94298ef2ca service neutron] Attempting to bind port 92df63b2-2815-4499-b41a-e23801cf68f8 on network 12997ed3-8144-436a-8d20-22135e6511e5 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:32:09.075665 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-3dbc0ace-44aa-4459-9300-3a94298ef2ca service neutron] Checking agent: {'id': '9aec82b9-7713-4c66-84ce-8e508cdbb5b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:32:09.076003 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-3dbc0ace-44aa-4459-9300-3a94298ef2ca service neutron] Checking segment: {'id': '57c552fd-02d1-4d1d-8e94-c628cc826ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:32:09.076387 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-3dbc0ace-44aa-4459-9300-3a94298ef2ca service neutron] Bound using segment: {'id': '57c552fd-02d1-4d1d-8e94-c628cc826ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:32:09.076822 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-3dbc0ace-44aa-4459-9300-3a94298ef2ca service neutron] Bound port: 92df63b2-2815-4499-b41a-e23801cf68f8, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c552fd-02d1-4d1d-8e94-c628cc826ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:32:09.077219 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-3dbc0ace-44aa-4459-9300-3a94298ef2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:09.146132 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-3dbc0ace-44aa-4459-9300-3a94298ef2ca service neutron] For port 92df63b2-2815-4499-b41a-e23801cf68f8, host hv-cinder-81322, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:32:09.149724 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-3dbc0ace-44aa-4459-9300-3a94298ef2ca service neutron] For port 92df63b2-2815-4499-b41a-e23801cf68f8, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=92df63b2-2815-4499-b41a-e23801cf68f8,segment=NetworkSegment(57c552fd-02d1-4d1d-8e94-c628cc826ca5),segment_id=57c552fd-02d1-4d1d-8e94-c628cc826ca5)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:32:09.154715 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-3dbc0ace-44aa-4459-9300-3a94298ef2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:09.193339 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-3dbc0ace-44aa-4459-9300-3a94298ef2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:09.193789 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-3dbc0ace-44aa-4459-9300-3a94298ef2ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:09.195415 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-3dbc0ace-44aa-4459-9300-3a94298ef2ca service neutron] 10.222.0.46 "PUT /v2.0/ports/92df63b2-2815-4499-b41a-e23801cf68f8 HTTP/1.1" status: 200 len: 1093 time: 0.6108198 Dec 15 13:32:09.196872 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9518ab-ecd8-4161-9b49-f431ca82b2d5 req-c3be111f-932a-48e6-8974-907c916a58cd tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:09.198019 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7690a69-d110-45d1-8a94-2c7c366bba36', 'tag': '92df63b2-2815-4499-b41a-e23801cf68f8'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:32:09.200800 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4ddfac-00dd-4408-91d1-7f8d3520ffee" -d '{"events": [{"name": "network-changed", "server_uuid": "c7690a69-d110-45d1-8a94-2c7c366bba36", "tag": "92df63b2-2815-4499-b41a-e23801cf68f8"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:32:09.211157 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2a9518ab-ecd8-4161-9b49-f431ca82b2d5 req-c3be111f-932a-48e6-8974-907c916a58cd tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7690a69-d110-45d1-8a94-2c7c366bba36 HTTP/1.1" status: 200 len: 943 time: 0.0694590 Dec 15 13:32:09.232438 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc0ace-44aa-4459-9300-3a94298ef2ca service neutron] Pushing event updated for resources: {'Port': ['ID=92df63b2-2815-4499-b41a-e23801cf68f8,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:09.268754 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2a9518ab-ecd8-4161-9b49-f431ca82b2d5 req-ff286b5a-9405-44de-a306-888415681259 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566773 Dec 15 13:32:09.319301 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-68f1bd6d-b1e5-4a80-af20-54ebad30315c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:09.326283 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-68f1bd6d-b1e5-4a80-af20-54ebad30315c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=18c80dfcc63a49f7b54f89f08cd8842f&device_id=c7690a69-d110-45d1-8a94-2c7c366bba36 HTTP/1.1" status: 200 len: 1096 time: 0.0682523 Dec 15 13:32:09.329012 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabf7faf-9012-4fc2-b783-971ca004a918 x-openstack-request-id: req-dabf7faf-9012-4fc2-b783-971ca004a918 {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:32:09.329304 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7690a69-d110-45d1-8a94-2c7c366bba36", "tag": "92df63b2-2815-4499-b41a-e23801cf68f8", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:32:09.329559 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dabf7faf-9012-4fc2-b783-971ca004a918 {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:32:09.329954 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7690a69-d110-45d1-8a94-2c7c366bba36', 'tag': '92df63b2-2815-4499-b41a-e23801cf68f8', 'status': 'completed', 'code': 200} Dec 15 13:32:09.386488 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-1e11eda8-ce11-45b4-8a35-1ec169ae8879 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92df63b2-2815-4499-b41a-e23801cf68f8 HTTP/1.1" status: 200 len: 217 time: 0.0405114 Dec 15 13:32:09.439881 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-e32309c5-9da9-4ee3-a204-eac7499e7343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:09.441380 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-e32309c5-9da9-4ee3-a204-eac7499e7343 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ee2ad3b-f34f-4e7d-8e6d-3df4050ee06e HTTP/1.1" status: 200 len: 855 time: 0.0435522 Dec 15 13:32:09.494068 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-1d1e151d-5ed7-4db9-9579-2b470122a148 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12997ed3-8144-436a-8d20-22135e6511e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248165 Dec 15 13:32:09.603487 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-e6eb2d85-5d08-4202-a361-ff77f459c660 service neutron] 10.222.0.46 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857532 Dec 15 13:32:09.698465 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-62a3ce52-00af-4694-83a1-c1ac9896775e req-74d37726-a752-4839-be86-ee854dd99578 service neutron] 10.222.0.46 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799558 Dec 15 13:32:09.792857 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ddfac-00dd-4408-91d1-7f8d3520ffee req-c73ae5a0-dd10-41ab-93d1-d1144a3f783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:09.794206 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc4ddfac-00dd-4408-91d1-7f8d3520ffee req-c73ae5a0-dd10-41ab-93d1-d1144a3f783b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=18c80dfcc63a49f7b54f89f08cd8842f&device_id=c7690a69-d110-45d1-8a94-2c7c366bba36 HTTP/1.1" status: 200 len: 1096 time: 0.0392449 Dec 15 13:32:09.887514 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ddfac-00dd-4408-91d1-7f8d3520ffee req-77fd665c-959b-498c-9c5f-9fc8ab7767ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:09.888963 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc4ddfac-00dd-4408-91d1-7f8d3520ffee req-77fd665c-959b-498c-9c5f-9fc8ab7767ad service neutron] 10.222.0.46 "GET /v2.0/networks?id=12997ed3-8144-436a-8d20-22135e6511e5 HTTP/1.1" status: 200 len: 916 time: 0.0869300 Dec 15 13:32:09.933714 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc4ddfac-00dd-4408-91d1-7f8d3520ffee req-c9dc93b7-88ab-4364-ba9a-b7b61422296a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92df63b2-2815-4499-b41a-e23801cf68f8 HTTP/1.1" status: 200 len: 217 time: 0.0353990 Dec 15 13:32:09.954584 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc1faa-dbea-43ce-afe3-ad831c4eb9e7 req-2136c0a2-a322-45f5-b111-db511f88c14b tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:09.956565 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c3dc1faa-dbea-43ce-afe3-ad831c4eb9e7 req-2136c0a2-a322-45f5-b111-db511f88c14b tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0482218 Dec 15 13:32:10.005840 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ddfac-00dd-4408-91d1-7f8d3520ffee req-703d2683-8cda-4460-83a5-b35ff13cdd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:10.007364 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc4ddfac-00dd-4408-91d1-7f8d3520ffee req-703d2683-8cda-4460-83a5-b35ff13cdd9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ee2ad3b-f34f-4e7d-8e6d-3df4050ee06e HTTP/1.1" status: 200 len: 855 time: 0.0537274 Dec 15 13:32:10.008316 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c3dc1faa-dbea-43ce-afe3-ad831c4eb9e7 req-1b04e551-0b5f-4b00-9f2b-339ef6e7032f tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448277 Dec 15 13:32:10.042126 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc4ddfac-00dd-4408-91d1-7f8d3520ffee req-9ad62c09-e823-4a12-9500-c3a402cb5b29 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12997ed3-8144-436a-8d20-22135e6511e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253642 Dec 15 13:32:10.137150 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc4ddfac-00dd-4408-91d1-7f8d3520ffee req-05c228d5-b8c9-4c41-961d-ac9350f32862 service neutron] 10.222.0.46 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834777 Dec 15 13:32:10.228900 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc4ddfac-00dd-4408-91d1-7f8d3520ffee req-1c5543f0-c6b6-4881-bb9c-c6d8fa53f223 service neutron] 10.222.0.46 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837386 Dec 15 13:32:10.392330 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d209a27-ebe4-4e34-91b1-606886034fb1 req-4c6b1a1e-4ee3-4e58-ac19-2ee37fa59434 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:10.393797 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3d209a27-ebe4-4e34-91b1-606886034fb1 req-4c6b1a1e-4ee3-4e58-ac19-2ee37fa59434 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7690a69-d110-45d1-8a94-2c7c366bba36 HTTP/1.1" status: 200 len: 943 time: 0.0480940 Dec 15 13:32:10.445686 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3d209a27-ebe4-4e34-91b1-606886034fb1 req-8a798674-d5ba-4976-9bfa-2808a7678ad3 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454268 Dec 15 13:32:11.127201 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6b9bb-9dcf-4eed-b194-ff4fa140badc req-705ae3d3-1c2b-41d3-9094-061672cb4094 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:11.128669 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c9c6b9bb-9dcf-4eed-b194-ff4fa140badc req-705ae3d3-1c2b-41d3-9094-061672cb4094 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0504923 Dec 15 13:32:11.178749 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c9c6b9bb-9dcf-4eed-b194-ff4fa140badc req-404475b4-cae4-4663-aa64-0c72f1bea034 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438263 Dec 15 13:32:11.396087 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 53698) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:11.497599 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0f39f5e8-f617-4ded-a258-9238a343c03e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:11.577799 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c575c7d-b5cb-4709-9dad-c04140dd5d28 req-2c31664e-30f5-4de5-b521-52db644a7424 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:11.579550 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0c575c7d-b5cb-4709-9dad-c04140dd5d28 req-2c31664e-30f5-4de5-b521-52db644a7424 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7690a69-d110-45d1-8a94-2c7c366bba36 HTTP/1.1" status: 200 len: 943 time: 0.0648177 Dec 15 13:32:11.636153 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0f39f5e8-f617-4ded-a258-9238a343c03e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:11.643705 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0f39f5e8-f617-4ded-a258-9238a343c03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:11.662032 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0c575c7d-b5cb-4709-9dad-c04140dd5d28 req-9611e308-58dc-4dca-ade6-02003278fd35 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753937 Dec 15 13:32:11.690386 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-0f39f5e8-f617-4ded-a258-9238a343c03e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab1ada8ab309456c8b965566b381a71a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905214 Dec 15 13:32:11.690716 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 53708) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:11.693701 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39f5e8-f617-4ded-a258-9238a343c03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df95d1ad-cba6-4042-9f42-20e9f5065846,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:11.753493 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b5e46ff1-24a9-49f9-8f87-ddfdee52de79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:11.782327 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b5e46ff1-24a9-49f9-8f87-ddfdee52de79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:11.842511 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b5e46ff1-24a9-49f9-8f87-ddfdee52de79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:11.845188 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b5e46ff1-24a9-49f9-8f87-ddfdee52de79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:11.848956 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-b5e46ff1-24a9-49f9-8f87-ddfdee52de79 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/df95d1ad-cba6-4042-9f42-20e9f5065846 HTTP/1.1" status: 204 len: 168 time: 0.1537342 Dec 15 13:32:11.855402 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e46ff1-24a9-49f9-8f87-ddfdee52de79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df95d1ad-cba6-4042-9f42-20e9f5065846,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:11.936622 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 53724) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:12.019899 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 53728) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:12.222696 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f6c7b262-a0b7-4102-9667-c0888d2ac669 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:12.282923 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-50f38576-a635-4afb-9ebc-63a8db91000e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:12.320306 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 53738) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:12.356947 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-22cf3241-93d3-407d-92a7-13f109dd3cb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:12.387646 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a88fb-8f13-41ed-b18d-81d57b0bad5e req-5d249c4c-c32c-464b-91db-b6bb48d06dfa tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:12.389147 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-523a88fb-8f13-41ed-b18d-81d57b0bad5e req-5d249c4c-c32c-464b-91db-b6bb48d06dfa tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.1373188 Dec 15 13:32:12.514763 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f6c7b262-a0b7-4102-9667-c0888d2ac669 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:12.526663 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-523a88fb-8f13-41ed-b18d-81d57b0bad5e req-41fb3e99-a14f-4606-89f7-b6de61a16ad0 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250191 Dec 15 13:32:12.532758 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f6c7b262-a0b7-4102-9667-c0888d2ac669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:12.576081 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-50f38576-a635-4afb-9ebc-63a8db91000e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:12.592771 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-50f38576-a635-4afb-9ebc-63a8db91000e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:12.603524 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-f6c7b262-a0b7-4102-9667-c0888d2ac669 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9fed781cf7e74c96883738ab77973bd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6654551 Dec 15 13:32:12.606184 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 53740) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:12.610955 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7b262-a0b7-4102-9667-c0888d2ac669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba136bb7-f8c4-4262-b1c2-9e5a6ee4201f,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:12.640199 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-22cf3241-93d3-407d-92a7-13f109dd3cb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:12.652333 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-22cf3241-93d3-407d-92a7-13f109dd3cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:12.654152 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0e1edfbd-d1d5-4c80-8453-8574c371fad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:12.658886 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-50f38576-a635-4afb-9ebc-63a8db91000e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b9e3a61581e34208bc62621f010d9d4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6379476 Dec 15 13:32:12.662243 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 53742) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:12.662870 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f38576-a635-4afb-9ebc-63a8db91000e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700b8c0b-60d3-4520-be30-616569a9b125,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:12.677253 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0e1edfbd-d1d5-4c80-8453-8574c371fad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:12.727940 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-22cf3241-93d3-407d-92a7-13f109dd3cb3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f400c829ff04a3cb0d71e4628ef2417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4057608 Dec 15 13:32:12.728705 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf3241-93d3-407d-92a7-13f109dd3cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe0c020-e4b0-47b5-bda1-748034492ce9,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:12.730647 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 53746) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:12.745906 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0e1edfbd-d1d5-4c80-8453-8574c371fad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:12.748591 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0e1edfbd-d1d5-4c80-8453-8574c371fad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:12.749713 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-0e1edfbd-d1d5-4c80-8453-8574c371fad4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba136bb7-f8c4-4262-b1c2-9e5a6ee4201f HTTP/1.1" status: 204 len: 168 time: 0.1425514 Dec 15 13:32:12.772145 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1edfbd-d1d5-4c80-8453-8574c371fad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba136bb7-f8c4-4262-b1c2-9e5a6ee4201f,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:12.786838 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a9304e83-8bcb-4758-a48d-d704cef63ae9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:12.798285 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-42c61b11-a3dc-4f09-b388-c9f955e057ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:12.822049 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-42c61b11-a3dc-4f09-b388-c9f955e057ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:12.839801 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a9304e83-8bcb-4758-a48d-d704cef63ae9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:12.866836 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd63e19-ce30-4d3e-8d41-935b69764fe3 req-1b965d57-6b05-4ddf-a6d8-f62e4074f56d tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:12.874771 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fcd63e19-ce30-4d3e-8d41-935b69764fe3 req-1b965d57-6b05-4ddf-a6d8-f62e4074f56d tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7690a69-d110-45d1-8a94-2c7c366bba36 HTTP/1.1" status: 200 len: 943 time: 0.1077154 Dec 15 13:32:12.876842 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-42c61b11-a3dc-4f09-b388-c9f955e057ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:12.880057 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-42c61b11-a3dc-4f09-b388-c9f955e057ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:12.881197 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-42c61b11-a3dc-4f09-b388-c9f955e057ba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bbe0c020-e4b0-47b5-bda1-748034492ce9 HTTP/1.1" status: 204 len: 168 time: 0.1489255 Dec 15 13:32:12.891412 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c61b11-a3dc-4f09-b388-c9f955e057ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe0c020-e4b0-47b5-bda1-748034492ce9,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:12.945361 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fcd63e19-ce30-4d3e-8d41-935b69764fe3 req-3c238ae9-ddaa-4ae7-bb07-67f6c7093e94 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696142 Dec 15 13:32:12.946393 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a9304e83-8bcb-4758-a48d-d704cef63ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:12.948975 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a9304e83-8bcb-4758-a48d-d704cef63ae9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:12.950006 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-a9304e83-8bcb-4758-a48d-d704cef63ae9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/700b8c0b-60d3-4520-be30-616569a9b125 HTTP/1.1" status: 204 len: 168 time: 0.2821867 Dec 15 13:32:12.959371 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9304e83-8bcb-4758-a48d-d704cef63ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700b8c0b-60d3-4520-be30-616569a9b125,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:13.439754 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9ceb8868-e7a7-4789-87b2-e2a7f1189c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:13.662057 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46645d1-3da0-4177-82ee-ef0c2597a5ec req-00617c06-3c3a-4a9f-a4e9-cdfa0a29388d tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:13.663621 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b46645d1-3da0-4177-82ee-ef0c2597a5ec req-00617c06-3c3a-4a9f-a4e9-cdfa0a29388d tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0618091 Dec 15 13:32:13.721154 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b46645d1-3da0-4177-82ee-ef0c2597a5ec req-e8b3549e-ac0d-40e4-b4bc-b13e5f76f2a0 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504613 Dec 15 13:32:13.793981 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 92df63b2-2815-4499-b41a-e23801cf68f8 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:32:13.904783 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 53814) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:13.912836 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 92df63b2-2815-4499-b41a-e23801cf68f8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=92df63b2-2815-4499-b41a-e23801cf68f8,segment=NetworkSegment(57c552fd-02d1-4d1d-8e94-c628cc826ca5),segment_id=57c552fd-02d1-4d1d-8e94-c628cc826ca5)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:32:13.926900 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': '92df63b2-2815-4499-b41a-e23801cf68f8', 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5', 'port_id': '92df63b2-2815-4499-b41a-e23801cf68f8', 'mac_address': 'fa:16:3e:bb:72:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee2ad3b-f34f-4e7d-8e6d-3df4050ee06e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:32:13.969959 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:13.989134 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92df63b2-2815-4499-b41a-e23801cf68f8 {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:32:14.010651 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 92df63b2-2815-4499-b41a-e23801cf68f8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=92df63b2-2815-4499-b41a-e23801cf68f8,segment=NetworkSegment(57c552fd-02d1-4d1d-8e94-c628cc826ca5),segment_id=57c552fd-02d1-4d1d-8e94-c628cc826ca5)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:32:14.020736 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:14.060652 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-44909835-649f-4a76-a0a5-82c032454348 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1063667505-network', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:32:14.103762 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=92df63b2-2815-4499-b41a-e23801cf68f8,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:14.105087 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44909835-649f-4a76-a0a5-82c032454348 admin admin] Made reservation on behalf of c38faa56e5864d3aba51e1e8351e3a93 for: {'network': 1} {{(pid=102375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:32:14.108448 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-44909835-649f-4a76-a0a5-82c032454348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for network, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:14.113909 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:14.114435 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:14.115225 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:14.115673 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:14.116110 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:14.116649 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:14.117185 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:14.117717 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:14.118251 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:14.118716 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:14.119149 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:14.119535 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:14.120475 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:14.126130 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003b2a2-7156-4b4d-9a6e-4623e26eb19d req-99d47983-d439-40e6-a870-e94d624a8b5a tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:14.127701 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8003b2a2-7156-4b4d-9a6e-4623e26eb19d req-99d47983-d439-40e6-a870-e94d624a8b5a tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7690a69-d110-45d1-8a94-2c7c366bba36 HTTP/1.1" status: 200 len: 944 time: 0.0961010 Dec 15 13:32:14.142186 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-44909835-649f-4a76-a0a5-82c032454348 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:14.210211 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8003b2a2-7156-4b4d-9a6e-4623e26eb19d req-dadf5dee-f209-4775-bdc9-324b9d947121 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700796 Dec 15 13:32:14.257689 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-44909835-649f-4a76-a0a5-82c032454348 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:14.262043 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-44909835-649f-4a76-a0a5-82c032454348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:14.284661 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44909835-649f-4a76-a0a5-82c032454348 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=102375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:32:14.300628 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44909835-649f-4a76-a0a5-82c032454348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084cc189-2d07-4ca8-bd71-0436a351b8d7,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:14.305685 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-44909835-649f-4a76-a0a5-82c032454348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:14.306029 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.db.segments_db [None req-44909835-649f-4a76-a0a5-82c032454348 admin admin] Added segment dfbe76cf-412e-4121-a2ad-4763637cf246 of type vlan for network 3f012c5b-1c5f-453a-9cf1-19ced471c3f5 Dec 15 13:32:14.349185 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-44909835-649f-4a76-a0a5-82c032454348 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790302850079'] for network, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:14.375360 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-44909835-649f-4a76-a0a5-82c032454348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for network, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:14.376407 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44909835-649f-4a76-a0a5-82c032454348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:14.376951 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-44909835-649f-4a76-a0a5-82c032454348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:14.444834 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-44909835-649f-4a76-a0a5-82c032454348 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5388854 Dec 15 13:32:14.447931 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 53836) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:14.458382 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-5e5b4f32-0f6a-41df-93b0-d066249e4e18 admin admin] Request body: {'subnet': {'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1063667505-subnet', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'ip_version': 4}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:32:14.458872 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44909835-649f-4a76-a0a5-82c032454348 admin admin] Pushing event updated for resources: {'Network': ['ID=3f012c5b-1c5f-453a-9cf1-19ced471c3f5,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:14.469774 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Network 3f012c5b-1c5f-453a-9cf1-19ced471c3f5 details requested by agent ovs-agent-dv-cinder-813227-4-iscsi with host dv-cinder-813227-4-iscsi {{(pid=102376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:32:14.483980 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5b4f32-0f6a-41df-93b0-d066249e4e18 admin admin] Made reservation on behalf of c38faa56e5864d3aba51e1e8351e3a93 for: {'subnet': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:32:14.486490 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5e5b4f32-0f6a-41df-93b0-d066249e4e18 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:14.514530 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['92df63b2-2815-4499-b41a-e23801cf68f8'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:32:14.797856 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5e5b4f32-0f6a-41df-93b0-d066249e4e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for subnet, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:14.859834 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56333257-6156-4321-a395-52aa64722ee2 req-c8817dde-8d8b-4be7-93c2-c547822cc19c tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:14.861365 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-56333257-6156-4321-a395-52aa64722ee2 req-c8817dde-8d8b-4be7-93c2-c547822cc19c tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0534358 Dec 15 13:32:14.863739 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b4f32-0f6a-41df-93b0-d066249e4e18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c5f437c-ea6c-4b56-b65f-b3068cc7bf96,revision_number=0']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:14.871455 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5b4f32-0f6a-41df-93b0-d066249e4e18 admin admin] Checking segment: {'id': 'dfbe76cf-412e-4121-a2ad-4763637cf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:32:14.871782 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5b4f32-0f6a-41df-93b0-d066249e4e18 admin admin] Network hostable DHCP agents. Network: 3f012c5b-1c5f-453a-9cf1-19ced471c3f5, hostable agents: ['d51fc807-4fdb-425e-a52e-51fe0ffc3ab0'], hosted agents: [] {{(pid=102374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:32:14.890145 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5b4f32-0f6a-41df-93b0-d066249e4e18 admin admin] Network 3f012c5b-1c5f-453a-9cf1-19ced471c3f5 is scheduled to be hosted by DHCP agent d51fc807-4fdb-425e-a52e-51fe0ffc3ab0 with binding_index 1 {{(pid=102374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:32:14.901644 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-5e5b4f32-0f6a-41df-93b0-d066249e4e18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-4-iscsi, 3f012c5b-1c5f-453a-9cf1-19ced471c3f5) {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:32:14.905785 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5b4f32-0f6a-41df-93b0-d066249e4e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:14.906572 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5e5b4f32-0f6a-41df-93b0-d066249e4e18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:14.917816 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c41f80-d7f3-4916-96c8-aea7aa1f3d19 None None] Network 3f012c5b-1c5f-453a-9cf1-19ced471c3f5 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:32:14.928508 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-5e5b4f32-0f6a-41df-93b0-d066249e4e18 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4733527 Dec 15 13:32:14.928835 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 53860) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:14.937735 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-9223b94d-290d-4fc9-b5cd-29ec92ab6884 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1063667505-router', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:32:14.947306 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-56333257-6156-4321-a395-52aa64722ee2 req-8319f7c0-1b77-4a49-8878-3e5b4c1bc5dc tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680296 Dec 15 13:32:14.976749 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9223b94d-290d-4fc9-b5cd-29ec92ab6884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12885'] for router, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:14.978089 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9223b94d-290d-4fc9-b5cd-29ec92ab6884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12878'] for router, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:15.036611 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9223b94d-290d-4fc9-b5cd-29ec92ab6884 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:15.042409 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372f0aa8-95cc-4ec3-9812-4d6529e561c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e315edf-1288-5311-9742-459b5278ca2c-3f012c5b-1c5f-453a-9cf1-19ced471c3f5', 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5', 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'fixed_ips': [{'subnet_id': '2c5f437c-ea6c-4b56-b65f-b3068cc7bf96'}]}} from dv-cinder-813227-4-iscsi. {{(pid=102376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:32:15.043935 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-372f0aa8-95cc-4ec3-9812-4d6529e561c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:15.211949 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.db_base_plugin_common [None req-372f0aa8-95cc-4ec3-9812-4d6529e561c4 None None] Allocated IP 172.20.0.2 (3f012c5b-1c5f-453a-9cf1-19ced471c3f5/2c5f437c-ea6c-4b56-b65f-b3068cc7bf96/a86c7148-2613-47d4-8c68-893c225dcd7c) {{(pid=102376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:32:15.214533 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9223b94d-290d-4fc9-b5cd-29ec92ab6884 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:15.341499 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38fcbe-8ad4-4579-9d16-47d15afd4339 req-e282d7e8-b721-4063-a118-1d1ec9011715 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:15.342910 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8d38fcbe-8ad4-4579-9d16-47d15afd4339 req-e282d7e8-b721-4063-a118-1d1ec9011715 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7690a69-d110-45d1-8a94-2c7c366bba36 HTTP/1.1" status: 200 len: 944 time: 0.0541921 Dec 15 13:32:15.374397 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-372f0aa8-95cc-4ec3-9812-4d6529e561c4 None None] Publish callbacks [] for port, precommit_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:15.381251 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-372f0aa8-95cc-4ec3-9812-4d6529e561c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:15.404281 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8d38fcbe-8ad4-4579-9d16-47d15afd4339 req-d0319d46-7718-476f-be71-06737b9b3e6a tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548666 Dec 15 13:32:15.435733 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372f0aa8-95cc-4ec3-9812-4d6529e561c4 None None] Network 3f012c5b-1c5f-453a-9cf1-19ced471c3f5 is already hosted by enough agents. {{(pid=102376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:32:15.438906 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.scheduler.base_scheduler [None req-372f0aa8-95cc-4ec3-9812-4d6529e561c4 None None] Resources bound (agent type, host, resource id): {{(pid=102376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:32:15.442671 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372f0aa8-95cc-4ec3-9812-4d6529e561c4 None None] Received port after_create {{(pid=102376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:32:15.455503 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f0aa8-95cc-4ec3-9812-4d6529e561c4 None None] Pushing event updated for resources: {'Port': ['ID=a86c7148-2613-47d4-8c68-893c225dcd7c,revision_number=1']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:15.503867 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-372f0aa8-95cc-4ec3-9812-4d6529e561c4 None None] Attempting to bind port a86c7148-2613-47d4-8c68-893c225dcd7c on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:32:15.504548 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-372f0aa8-95cc-4ec3-9812-4d6529e561c4 None None] Attempting to bind port a86c7148-2613-47d4-8c68-893c225dcd7c by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': 'dfbe76cf-412e-4121-a2ad-4763637cf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5'}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:32:15.504790 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372f0aa8-95cc-4ec3-9812-4d6529e561c4 None None] Attempting to bind port a86c7148-2613-47d4-8c68-893c225dcd7c on network 3f012c5b-1c5f-453a-9cf1-19ced471c3f5 {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:32:15.510618 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372f0aa8-95cc-4ec3-9812-4d6529e561c4 None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:32:15.511612 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372f0aa8-95cc-4ec3-9812-4d6529e561c4 None None] Checking segment: {'id': 'dfbe76cf-412e-4121-a2ad-4763637cf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:32:15.512026 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-372f0aa8-95cc-4ec3-9812-4d6529e561c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:15.512426 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372f0aa8-95cc-4ec3-9812-4d6529e561c4 None None] Bound using segment: {'id': 'dfbe76cf-412e-4121-a2ad-4763637cf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5'} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:32:15.512903 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-372f0aa8-95cc-4ec3-9812-4d6529e561c4 None None] Bound port: a86c7148-2613-47d4-8c68-893c225dcd7c, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbe76cf-412e-4121-a2ad-4763637cf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5'}}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:32:15.513289 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-372f0aa8-95cc-4ec3-9812-4d6529e561c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:15.579907 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-372f0aa8-95cc-4ec3-9812-4d6529e561c4 None None] For port a86c7148-2613-47d4-8c68-893c225dcd7c, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:32:15.583500 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-372f0aa8-95cc-4ec3-9812-4d6529e561c4 None None] For port a86c7148-2613-47d4-8c68-893c225dcd7c, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=a86c7148-2613-47d4-8c68-893c225dcd7c,segment=NetworkSegment(dfbe76cf-412e-4121-a2ad-4763637cf246),segment_id=dfbe76cf-412e-4121-a2ad-4763637cf246)] {{(pid=102376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:32:15.588382 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-372f0aa8-95cc-4ec3-9812-4d6529e561c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:15.629018 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9223b94d-290d-4fc9-b5cd-29ec92ab6884 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:15.644212 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f0aa8-95cc-4ec3-9812-4d6529e561c4 None None] Pushing event updated for resources: {'Port': ['ID=a86c7148-2613-47d4-8c68-893c225dcd7c,revision_number=2']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:15.648481 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9223b94d-290d-4fc9-b5cd-29ec92ab6884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:15.770658 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [None req-9223b94d-290d-4fc9-b5cd-29ec92ab6884 admin admin] Allocated IP 172.27.2.213 (d75b81e5-d2ea-4613-a99a-556640a87149/db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2/669d00b6-9476-4422-b53e-a331d41019b2) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:32:15.811922 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-ac802ff1-f45b-4a26-8ad1-15e31e57d971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:15.898149 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9223b94d-290d-4fc9-b5cd-29ec92ab6884 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:15.943358 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9223b94d-290d-4fc9-b5cd-29ec92ab6884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:16.006191 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9223b94d-290d-4fc9-b5cd-29ec92ab6884 admin admin] Network d75b81e5-d2ea-4613-a99a-556640a87149 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:32:16.009311 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-9223b94d-290d-4fc9-b5cd-29ec92ab6884 admin admin] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:32:16.013337 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9223b94d-290d-4fc9-b5cd-29ec92ab6884 admin admin] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:32:16.076707 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223b94d-290d-4fc9-b5cd-29ec92ab6884 admin admin] Pushing event updated for resources: {'Port': ['ID=669d00b6-9476-4422-b53e-a331d41019b2,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:16.093864 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a1502-4bcc-49cc-b0bc-d44bdd6bac94 req-40bda541-ea65-4736-9223-72758b2e1054 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:16.095533 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cc1a1502-4bcc-49cc-b0bc-d44bdd6bac94 req-40bda541-ea65-4736-9223-72758b2e1054 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0623765 Dec 15 13:32:16.145444 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cc1a1502-4bcc-49cc-b0bc-d44bdd6bac94 req-a9379bb0-ddf0-4af7-8b5c-30bf9a355fc5 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439184 Dec 15 13:32:16.234412 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9223b94d-290d-4fc9-b5cd-29ec92ab6884 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:16.440100 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9223b94d-290d-4fc9-b5cd-29ec92ab6884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531956'] for router, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:16.595522 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584dc992-5d89-4823-8378-435fd4b3274c req-10549591-e665-4c82-9f07-f4012fd3bec2 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:16.597227 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-584dc992-5d89-4823-8378-435fd4b3274c req-10549591-e665-4c82-9f07-f4012fd3bec2 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7690a69-d110-45d1-8a94-2c7c366bba36 HTTP/1.1" status: 200 len: 944 time: 0.0746300 Dec 15 13:32:16.621981 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9223b94d-290d-4fc9-b5cd-29ec92ab6884 admin admin] Router b0e15c6d-d782-43c3-8c3a-579ba7715c39 is scheduled to L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 with binding_index 1 {{(pid=102374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:32:16.668730 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-584dc992-5d89-4823-8378-435fd4b3274c req-da8f9057-ac73-4632-bb03-21e31baa5951 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592873 Dec 15 13:32:16.719121 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device a86c7148-2613-47d4-8c68-893c225dcd7c up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:32:16.748834 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9223b94d-290d-4fc9-b5cd-29ec92ab6884 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:32:16.760069 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] Sync routers for ids ['b0e15c6d-d782-43c3-8c3a-579ba7715c39'] in dv-cinder-813227-4-iscsi {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:32:16.769382 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9223b94d-290d-4fc9-b5cd-29ec92ab6884 admin admin] Publish callbacks [] for router, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:16.770733 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-9223b94d-290d-4fc9-b5cd-29ec92ab6884 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8404477 Dec 15 13:32:16.773407 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 53894) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:16.777797 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] Routers {'b0e15c6d-d782-43c3-8c3a-579ba7715c39'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:32:16.778417 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:32:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['b0e15c6d-d782-43c3-8c3a-579ba7715c39'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:16.779473 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port a86c7148-2613-47d4-8c68-893c225dcd7c triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:16.779838 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:16.867108 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:16.873631 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba7a8cf-6364-450d-aa48-2a5c1ed0a5b3 None None] Network 3f012c5b-1c5f-453a-9cf1-19ced471c3f5 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:32:16.891449 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] Set router b0e15c6d-d782-43c3-8c3a-579ba7715c39 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:32:16.934087 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:16.975810 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] For port a86c7148-2613-47d4-8c68-893c225dcd7c, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=a86c7148-2613-47d4-8c68-893c225dcd7c,segment=NetworkSegment(dfbe76cf-412e-4121-a2ad-4763637cf246),segment_id=dfbe76cf-412e-4121-a2ad-4763637cf246)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:32:16.995271 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:17.031503 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-e446cdb3-b362-4310-81ee-52e13e177e74 None None] Provisioning complete for port a86c7148-2613-47d4-8c68-893c225dcd7c triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:17.031867 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-e446cdb3-b362-4310-81ee-52e13e177e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:17.084597 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'name': 'tempest-TestMinimumBasicScenario-1063667505-router', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '669d00b6-9476-4422-b53e-a331d41019b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:14Z', 'updated_at': '2021-12-15T13:32:16Z', 'revision_number': 3, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'gw_port': {'id': '669d00b6-9476-4422-b53e-a331d41019b2', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:15Z', 'updated_at': '2021-12-15T13:32:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:17.111002 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] Checking router: b0e15c6d-d782-43c3-8c3a-579ba7715c39 for host: dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:32:17.111354 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] Updating router b0e15c6d-d782-43c3-8c3a-579ba7715c39 port 669d00b6-9476-4422-b53e-a331d41019b2 binding host dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:32:17.116815 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Pushing event updated for resources: {'Port': ['ID=a86c7148-2613-47d4-8c68-893c225dcd7c,revision_number=3']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:17.141351 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:17.240136 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-61cefc1d-eccb-4b91-83cc-5790e38696a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:17.292707 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e150f-078d-4ff4-80f7-5c492fdbb0fa req-f42016fc-6444-447e-8270-2d4cea8901c6 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:17.295083 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-305e150f-078d-4ff4-80f7-5c492fdbb0fa req-f42016fc-6444-447e-8270-2d4cea8901c6 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0692317 Dec 15 13:32:17.361622 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-305e150f-078d-4ff4-80f7-5c492fdbb0fa req-a4577770-844e-4b50-ba2f-b613f4cb1c90 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575099 Dec 15 13:32:17.396141 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-cd7f5e8b-ffdb-4944-ae1f-1766b79d543d None None] Provisioning complete for port a86c7148-2613-47d4-8c68-893c225dcd7c triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:17.396593 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-cd7f5e8b-ffdb-4944-ae1f-1766b79d543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:17.425470 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [None req-61cefc1d-eccb-4b91-83cc-5790e38696a2 admin admin] Allocated IP 172.20.0.1 (3f012c5b-1c5f-453a-9cf1-19ced471c3f5/2c5f437c-ea6c-4b56-b65f-b3068cc7bf96/3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:32:17.456021 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] Publish callbacks [] for port, precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:17.461817 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:17.513409 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d4609-6103-4ff0-a572-7765c64c7555 None None] Pushing event updated for resources: {'Port': ['ID=669d00b6-9476-4422-b53e-a331d41019b2,revision_number=2']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:17.522548 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] Attempting to bind port 669d00b6-9476-4422-b53e-a331d41019b2 on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:32:17.522942 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] Attempting to bind port 669d00b6-9476-4422-b53e-a331d41019b2 by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}] {{(pid=102377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:32:17.523307 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] Attempting to bind port 669d00b6-9476-4422-b53e-a331d41019b2 on network d75b81e5-d2ea-4613-a99a-556640a87149 {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:32:17.526687 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d4609-6103-4ff0-a572-7765c64c7555 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:17.527088 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d4609-6103-4ff0-a572-7765c64c7555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:17.527484 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d4609-6103-4ff0-a572-7765c64c7555 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:17.527828 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d4609-6103-4ff0-a572-7765c64c7555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:17.528158 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d4609-6103-4ff0-a572-7765c64c7555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:17.528487 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d4609-6103-4ff0-a572-7765c64c7555 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:17.528813 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d4609-6103-4ff0-a572-7765c64c7555 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:17.529140 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d4609-6103-4ff0-a572-7765c64c7555 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:17.529461 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d4609-6103-4ff0-a572-7765c64c7555 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:17.529799 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d4609-6103-4ff0-a572-7765c64c7555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:17.530124 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d4609-6103-4ff0-a572-7765c64c7555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:17.530448 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d4609-6103-4ff0-a572-7765c64c7555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:17.530766 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d4609-6103-4ff0-a572-7765c64c7555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:17.536891 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:32:17.537513 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] Checking segment: {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:32:17.538088 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:17.538476 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] Bound using segment: {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'} {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:32:17.538963 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] Bound port: 669d00b6-9476-4422-b53e-a331d41019b2, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}}] {{(pid=102377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:32:17.539375 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:17.540775 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-61cefc1d-eccb-4b91-83cc-5790e38696a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:17.574791 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-61cefc1d-eccb-4b91-83cc-5790e38696a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:17.593738 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] For port 669d00b6-9476-4422-b53e-a331d41019b2, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:32:17.597352 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] For port 669d00b6-9476-4422-b53e-a331d41019b2, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=669d00b6-9476-4422-b53e-a331d41019b2,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:32:17.607248 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:17.618085 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cefc1d-eccb-4b91-83cc-5790e38696a2 admin admin] Network 3f012c5b-1c5f-453a-9cf1-19ced471c3f5 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:32:17.623309 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-61cefc1d-eccb-4b91-83cc-5790e38696a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:32:17.625474 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cefc1d-eccb-4b91-83cc-5790e38696a2 admin admin] Pushing event updated for resources: {'Port': ['ID=3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:17.627655 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cefc1d-eccb-4b91-83cc-5790e38696a2 admin admin] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:32:17.628124 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-61cefc1d-eccb-4b91-83cc-5790e38696a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529543'] for router_interface, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:17.713803 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d4609-6103-4ff0-a572-7765c64c7555 None None] Pushing event updated for resources: {'Port': ['ID=669d00b6-9476-4422-b53e-a331d41019b2,revision_number=3']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:17.739411 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] Routers {'b0e15c6d-d782-43c3-8c3a-579ba7715c39'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:32:17.740172 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:32:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['b0e15c6d-d782-43c3-8c3a-579ba7715c39'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:17.788017 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-61cefc1d-eccb-4b91-83cc-5790e38696a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:17.860714 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] Set router b0e15c6d-d782-43c3-8c3a-579ba7715c39 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:32:17.907326 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-fb9ca1db-8057-4719-a397-50c0a93c4a90 None None] Provisioning complete for port 3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:17.908346 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-fb9ca1db-8057-4719-a397-50c0a93c4a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:17.946651 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-fb9ca1db-8057-4719-a397-50c0a93c4a90 None None] Port 3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:32:17.963628 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-61cefc1d-eccb-4b91-83cc-5790e38696a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:17.968473 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-61cefc1d-eccb-4b91-83cc-5790e38696a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:17.969182 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-61cefc1d-eccb-4b91-83cc-5790e38696a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530999'] for router_interface, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:18.005905 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 92df63b2-2815-4499-b41a-e23801cf68f8 up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:32:18.058587 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cefc1d-eccb-4b91-83cc-5790e38696a2 admin admin] Pushing event updated for resources: {'Port': ['ID=3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:18.067124 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning for port 92df63b2-2815-4499-b41a-e23801cf68f8 completed by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:32:18.071554 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port 92df63b2-2815-4499-b41a-e23801cf68f8 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:18.071924 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:18.102939 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cefc1d-eccb-4b91-83cc-5790e38696a2 admin admin] Network 3f012c5b-1c5f-453a-9cf1-19ced471c3f5 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:32:18.104577 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-61cefc1d-eccb-4b91-83cc-5790e38696a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:32:18.149282 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'name': 'tempest-TestMinimumBasicScenario-1063667505-router', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '669d00b6-9476-4422-b53e-a331d41019b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:14Z', 'updated_at': '2021-12-15T13:32:16Z', 'revision_number': 3, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'gw_port': {'id': '669d00b6-9476-4422-b53e-a331d41019b2', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:15Z', 'updated_at': '2021-12-15T13:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:18.167233 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:18.175789 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99e51a8-c32e-41e9-bd12-2287a1490bb0 None None] The sync data for ids ['b0e15c6d-d782-43c3-8c3a-579ba7715c39'] in dv-cinder-813227-4-iscsi is: [{'id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'name': 'tempest-TestMinimumBasicScenario-1063667505-router', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '669d00b6-9476-4422-b53e-a331d41019b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:14Z', 'updated_at': '2021-12-15T13:32:16Z', 'revision_number': 3, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'gw_port': {'id': '669d00b6-9476-4422-b53e-a331d41019b2', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:15Z', 'updated_at': '2021-12-15T13:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}] {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:32:18.208292 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7690a69-d110-45d1-8a94-2c7c366bba36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92df63b2-2815-4499-b41a-e23801cf68f8'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:32:18.210589 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81c51d2-2091-4677-b280-9edda0b0cae5" -d '{"events": [{"server_uuid": "c7690a69-d110-45d1-8a94-2c7c366bba36", "name": "network-vif-plugged", "status": "completed", "tag": "92df63b2-2815-4499-b41a-e23801cf68f8"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:32:18.225433 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 92df63b2-2815-4499-b41a-e23801cf68f8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=92df63b2-2815-4499-b41a-e23801cf68f8,segment=NetworkSegment(57c552fd-02d1-4d1d-8e94-c628cc826ca5),segment_id=57c552fd-02d1-4d1d-8e94-c628cc826ca5)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:32:18.230799 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:18.237955 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cefc1d-eccb-4b91-83cc-5790e38696a2 admin admin] Router b0e15c6d-d782-43c3-8c3a-579ba7715c39 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:32:18.293159 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=92df63b2-2815-4499-b41a-e23801cf68f8,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:18.370553 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-83716f20-f965-4477-a927-9372d90b61e7 None None] Provisioning complete for port 3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:18.370958 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-83716f20-f965-4477-a927-9372d90b61e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:18.412887 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-83716f20-f965-4477-a927-9372d90b61e7 None None] Port 3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:32:18.481250 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:18.592267 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cefc1d-eccb-4b91-83cc-5790e38696a2 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:32:18.597920 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-61cefc1d-eccb-4b91-83cc-5790e38696a2 admin admin] 10.222.0.60 "PUT /v2.0/routers/b0e15c6d-d782-43c3-8c3a-579ba7715c39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8233383 Dec 15 13:32:18.770036 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device a86c7148-2613-47d4-8c68-893c225dcd7c up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:32:18.826740 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port a86c7148-2613-47d4-8c68-893c225dcd7c triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:18.827103 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:18.911742 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 669d00b6-9476-4422-b53e-a331d41019b2 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:32:18.965161 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port 669d00b6-9476-4422-b53e-a331d41019b2 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:18.965542 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:19.049068 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:19.076576 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] For port 669d00b6-9476-4422-b53e-a331d41019b2, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=669d00b6-9476-4422-b53e-a331d41019b2,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:32:19.082700 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:19.137795 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Pushing event updated for resources: {'Port': ['ID=669d00b6-9476-4422-b53e-a331d41019b2,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:19.206217 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 53936) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:19.211379 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-e5d7aaf9-1cb8-4cd7-964e-d8ffa228e455 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-199687025-network', 'tenant_id': 'bad08717445b4feeb99a5015417b271c'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:32:19.231321 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d7aaf9-1cb8-4cd7-964e-d8ffa228e455 admin admin] Made reservation on behalf of bad08717445b4feeb99a5015417b271c for: {'network': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:32:19.233528 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e5d7aaf9-1cb8-4cd7-964e-d8ffa228e455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for network, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:19.242426 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e5d7aaf9-1cb8-4cd7-964e-d8ffa228e455 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:19.316890 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e5d7aaf9-1cb8-4cd7-964e-d8ffa228e455 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:19.320530 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e5d7aaf9-1cb8-4cd7-964e-d8ffa228e455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:19.340999 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d7aaf9-1cb8-4cd7-964e-d8ffa228e455 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=102374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:32:19.355551 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7aaf9-1cb8-4cd7-964e-d8ffa228e455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e11087-33d3-4131-90e2-20d327a7a3e1,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:19.359625 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e5d7aaf9-1cb8-4cd7-964e-d8ffa228e455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:19.359966 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.db.segments_db [None req-e5d7aaf9-1cb8-4cd7-964e-d8ffa228e455 admin admin] Added segment d5db22e4-9b0d-48ea-8011-7aaa58a16efa of type vlan for network b8fc0944-9087-4285-baa0-c1b80454a42d Dec 15 13:32:19.403868 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e5d7aaf9-1cb8-4cd7-964e-d8ffa228e455 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790302850079'] for network, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:19.411107 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:19.429473 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e5d7aaf9-1cb8-4cd7-964e-d8ffa228e455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for network, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:19.430391 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d7aaf9-1cb8-4cd7-964e-d8ffa228e455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:19.430996 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e5d7aaf9-1cb8-4cd7-964e-d8ffa228e455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:19.485633 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-e5d7aaf9-1cb8-4cd7-964e-d8ffa228e455 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2782595 Dec 15 13:32:19.489069 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 53938) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:19.494198 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-11293d06-68f4-47b3-bdbc-d821cb95272e admin admin] Request body: {'subnet': {'network_id': 'b8fc0944-9087-4285-baa0-c1b80454a42d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-199687025-subnet', 'tenant_id': 'bad08717445b4feeb99a5015417b271c', 'ip_version': 4}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:32:19.497851 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7aaf9-1cb8-4cd7-964e-d8ffa228e455 admin admin] Pushing event updated for resources: {'Network': ['ID=b8fc0944-9087-4285-baa0-c1b80454a42d,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:19.509652 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Network b8fc0944-9087-4285-baa0-c1b80454a42d details requested by agent ovs-agent-dv-cinder-813227-4-iscsi with host dv-cinder-813227-4-iscsi {{(pid=102376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:32:19.521873 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11293d06-68f4-47b3-bdbc-d821cb95272e admin admin] Made reservation on behalf of bad08717445b4feeb99a5015417b271c for: {'subnet': 1} {{(pid=102375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:32:19.524432 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-11293d06-68f4-47b3-bdbc-d821cb95272e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8698210'] for subnet, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:19.694273 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-11293d06-68f4-47b3-bdbc-d821cb95272e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8656092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8698236'] for subnet, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:19.748049 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11293d06-68f4-47b3-bdbc-d821cb95272e admin admin] Pushing event updated for resources: {'Subnet': ['ID=00af3592-a610-4251-a782-022e4f17c13a,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:19.758273 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11293d06-68f4-47b3-bdbc-d821cb95272e admin admin] Checking segment: {'id': 'd5db22e4-9b0d-48ea-8011-7aaa58a16efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b8fc0944-9087-4285-baa0-c1b80454a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:32:19.758632 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11293d06-68f4-47b3-bdbc-d821cb95272e admin admin] Network hostable DHCP agents. Network: b8fc0944-9087-4285-baa0-c1b80454a42d, hostable agents: ['d51fc807-4fdb-425e-a52e-51fe0ffc3ab0'], hosted agents: [] {{(pid=102375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:32:19.774716 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11293d06-68f4-47b3-bdbc-d821cb95272e admin admin] Network b8fc0944-9087-4285-baa0-c1b80454a42d is scheduled to be hosted by DHCP agent d51fc807-4fdb-425e-a52e-51fe0ffc3ab0 with binding_index 1 {{(pid=102375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:32:19.783057 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-11293d06-68f4-47b3-bdbc-d821cb95272e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-4-iscsi, b8fc0944-9087-4285-baa0-c1b80454a42d) {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:32:19.787846 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11293d06-68f4-47b3-bdbc-d821cb95272e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:19.788466 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-11293d06-68f4-47b3-bdbc-d821cb95272e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:19.797737 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22062c9-8cf1-4557-8e2e-137b63a124cc None None] Network b8fc0944-9087-4285-baa0-c1b80454a42d requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:32:19.808609 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-11293d06-68f4-47b3-bdbc-d821cb95272e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3160589 Dec 15 13:32:19.808989 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 53942) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:19.813520 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-54eb4e65-6f40-4d83-a896-4743a2201007 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-199687025-router', 'tenant_id': 'bad08717445b4feeb99a5015417b271c', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:32:19.840862 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-54eb4e65-6f40-4d83-a896-4743a2201007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12885'] for router, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:19.842059 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-54eb4e65-6f40-4d83-a896-4743a2201007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12878'] for router, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:19.846462 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] Sync routers for ids ['b0e15c6d-d782-43c3-8c3a-579ba7715c39'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:32:19.874869 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] Routers {'b0e15c6d-d782-43c3-8c3a-579ba7715c39'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:32:19.875504 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:32:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['b0e15c6d-d782-43c3-8c3a-579ba7715c39'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:19.896596 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-54eb4e65-6f40-4d83-a896-4743a2201007 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:20.036988 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-54eb4e65-6f40-4d83-a896-4743a2201007 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:20.118109 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d453f888-dfa2-481d-bfcf-faf497830d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e315edf-1288-5311-9742-459b5278ca2c-b8fc0944-9087-4285-baa0-c1b80454a42d', 'network_id': 'b8fc0944-9087-4285-baa0-c1b80454a42d', 'project_id': 'bad08717445b4feeb99a5015417b271c', 'fixed_ips': [{'subnet_id': '00af3592-a610-4251-a782-022e4f17c13a'}]}} from dv-cinder-813227-4-iscsi. {{(pid=102376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:32:20.119031 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d453f888-dfa2-481d-bfcf-faf497830d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:20.200598 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] Set router b0e15c6d-d782-43c3-8c3a-579ba7715c39 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:32:20.236370 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-54eb4e65-6f40-4d83-a896-4743a2201007 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:20.258709 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-54eb4e65-6f40-4d83-a896-4743a2201007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:20.360500 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [None req-54eb4e65-6f40-4d83-a896-4743a2201007 admin admin] Allocated IP 172.27.2.14 (d75b81e5-d2ea-4613-a99a-556640a87149/db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2/de2fc53c-46dc-4dac-8bdc-c9226585c475) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:32:20.374124 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.db_base_plugin_common [None req-d453f888-dfa2-481d-bfcf-faf497830d17 None None] Allocated IP 172.20.0.2 (b8fc0944-9087-4285-baa0-c1b80454a42d/00af3592-a610-4251-a782-022e4f17c13a/a486db92-e015-4aa4-aa94-0bc425dfb744) {{(pid=102376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:32:20.464117 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-54eb4e65-6f40-4d83-a896-4743a2201007 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:20.498294 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-54eb4e65-6f40-4d83-a896-4743a2201007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:20.539634 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eb4e65-6f40-4d83-a896-4743a2201007 admin admin] Network d75b81e5-d2ea-4613-a99a-556640a87149 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:32:20.544683 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-54eb4e65-6f40-4d83-a896-4743a2201007 admin admin] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:32:20.547189 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eb4e65-6f40-4d83-a896-4743a2201007 admin admin] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:32:20.551032 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb4e65-6f40-4d83-a896-4743a2201007 admin admin] Pushing event updated for resources: {'Port': ['ID=de2fc53c-46dc-4dac-8bdc-c9226585c475,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:20.555307 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'name': 'tempest-TestMinimumBasicScenario-1063667505-router', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '669d00b6-9476-4422-b53e-a331d41019b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:14Z', 'updated_at': '2021-12-15T13:32:17Z', 'revision_number': 4, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'gw_port': {'id': '669d00b6-9476-4422-b53e-a331d41019b2', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:15Z', 'updated_at': '2021-12-15T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e', 'name': '', 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'mac_address': 'fa:16:3e:9e:35:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '2c5f437c-ea6c-4b56-b65f-b3068cc7bf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:17Z', 'updated_at': '2021-12-15T13:32:17Z', 'revision_number': 2, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'subnets': [{'id': '2c5f437c-ea6c-4b56-b65f-b3068cc7bf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:20.584802 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] Checking router: b0e15c6d-d782-43c3-8c3a-579ba7715c39 for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:32:20.585155 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] Updating router b0e15c6d-d782-43c3-8c3a-579ba7715c39 port 3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e binding host dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:32:20.618292 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d453f888-dfa2-481d-bfcf-faf497830d17 None None] Publish callbacks [] for port, precommit_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:20.623911 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:20.634468 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d453f888-dfa2-481d-bfcf-faf497830d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:20.703657 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d453f888-dfa2-481d-bfcf-faf497830d17 None None] Network b8fc0944-9087-4285-baa0-c1b80454a42d is already hosted by enough agents. {{(pid=102376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:32:20.707387 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 669d00b6-9476-4422-b53e-a331d41019b2 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:32:20.736095 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.scheduler.base_scheduler [None req-d453f888-dfa2-481d-bfcf-faf497830d17 None None] Resources bound (agent type, host, resource id): {{(pid=102376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:32:20.758578 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d453f888-dfa2-481d-bfcf-faf497830d17 None None] Received port after_create {{(pid=102376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:32:20.767075 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453f888-dfa2-481d-bfcf-faf497830d17 None None] Pushing event updated for resources: {'Port': ['ID=a486db92-e015-4aa4-aa94-0bc425dfb744,revision_number=1']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:20.781418 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-54eb4e65-6f40-4d83-a896-4743a2201007 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:20.792083 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39def2e1-e7a1-42fb-b8a1-f0d45b15bb45 req-72a53fff-d342-4739-94c7-b724ce3b432e tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:20.793699 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-39def2e1-e7a1-42fb-b8a1-f0d45b15bb45 req-72a53fff-d342-4739-94c7-b724ce3b432e tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7690a69-d110-45d1-8a94-2c7c366bba36 HTTP/1.1" status: 200 len: 945 time: 0.0628581 Dec 15 13:32:20.833145 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bc9165-1c50-4059-9db9-3fbccacc17be x-openstack-request-id: req-f2bc9165-1c50-4059-9db9-3fbccacc17be {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:32:20.833514 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7690a69-d110-45d1-8a94-2c7c366bba36", "name": "network-vif-plugged", "status": "completed", "tag": "92df63b2-2815-4499-b41a-e23801cf68f8", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:32:20.833768 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f2bc9165-1c50-4059-9db9-3fbccacc17be {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:32:20.834159 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7690a69-d110-45d1-8a94-2c7c366bba36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92df63b2-2815-4499-b41a-e23801cf68f8', 'code': 200} Dec 15 13:32:20.889151 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-39def2e1-e7a1-42fb-b8a1-f0d45b15bb45 req-abc61de6-13a7-4ea4-a8db-abbf38b02a80 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866988 Dec 15 13:32:20.952016 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-d453f888-dfa2-481d-bfcf-faf497830d17 None None] Attempting to bind port a486db92-e015-4aa4-aa94-0bc425dfb744 on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:32:20.952794 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-d453f888-dfa2-481d-bfcf-faf497830d17 None None] Attempting to bind port a486db92-e015-4aa4-aa94-0bc425dfb744 by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': 'd5db22e4-9b0d-48ea-8011-7aaa58a16efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b8fc0944-9087-4285-baa0-c1b80454a42d'}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:32:20.953067 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d453f888-dfa2-481d-bfcf-faf497830d17 None None] Attempting to bind port a486db92-e015-4aa4-aa94-0bc425dfb744 on network b8fc0944-9087-4285-baa0-c1b80454a42d {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:32:20.965011 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa944b-b1f7-4d4a-b911-157908d93626 req-b0f94994-22b7-444a-bd12-ddc2812a09b0 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:20.978499 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port 669d00b6-9476-4422-b53e-a331d41019b2 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:20.978994 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:20.979571 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d2aa944b-b1f7-4d4a-b911-157908d93626 req-b0f94994-22b7-444a-bd12-ddc2812a09b0 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0891671 Dec 15 13:32:20.980821 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d453f888-dfa2-481d-bfcf-faf497830d17 None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:32:20.981287 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d453f888-dfa2-481d-bfcf-faf497830d17 None None] Checking segment: {'id': 'd5db22e4-9b0d-48ea-8011-7aaa58a16efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b8fc0944-9087-4285-baa0-c1b80454a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:32:20.981749 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d453f888-dfa2-481d-bfcf-faf497830d17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:20.982201 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d453f888-dfa2-481d-bfcf-faf497830d17 None None] Bound using segment: {'id': 'd5db22e4-9b0d-48ea-8011-7aaa58a16efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b8fc0944-9087-4285-baa0-c1b80454a42d'} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:32:20.982880 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-d453f888-dfa2-481d-bfcf-faf497830d17 None None] Bound port: a486db92-e015-4aa4-aa94-0bc425dfb744, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5db22e4-9b0d-48ea-8011-7aaa58a16efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b8fc0944-9087-4285-baa0-c1b80454a42d'}}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:32:20.983420 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d453f888-dfa2-481d-bfcf-faf497830d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:21.033139 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d2aa944b-b1f7-4d4a-b911-157908d93626 req-cd88a364-cd88-4eb6-9737-28409770b21d tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508010 Dec 15 13:32:21.052392 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc509acd-6a2c-4d17-a41a-94f9b7abc3d2 req-daa58fd1-4945-4f4b-ab59-992f41962a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:21.053864 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc509acd-6a2c-4d17-a41a-94f9b7abc3d2 req-daa58fd1-4945-4f4b-ab59-992f41962a5d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c7690a69-d110-45d1-8a94-2c7c366bba36 HTTP/1.1" status: 200 len: 1098 time: 0.0589075 Dec 15 13:32:21.063096 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-54eb4e65-6f40-4d83-a896-4743a2201007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531956'] for router, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:21.182212 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc509acd-6a2c-4d17-a41a-94f9b7abc3d2 req-9fd8aa96-8cb7-4dec-87cc-a6b5fb91e9da service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835376 Dec 15 13:32:21.188348 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-d453f888-dfa2-481d-bfcf-faf497830d17 None None] For port a486db92-e015-4aa4-aa94-0bc425dfb744, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:32:21.215100 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-d453f888-dfa2-481d-bfcf-faf497830d17 None None] For port a486db92-e015-4aa4-aa94-0bc425dfb744, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=a486db92-e015-4aa4-aa94-0bc425dfb744,segment=NetworkSegment(d5db22e4-9b0d-48ea-8011-7aaa58a16efa),segment_id=d5db22e4-9b0d-48ea-8011-7aaa58a16efa)] {{(pid=102376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:32:21.224885 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54eb4e65-6f40-4d83-a896-4743a2201007 admin admin] Router aee0d276-0d07-4df1-b788-1d80c373e472 is scheduled to L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 with binding_index 1 {{(pid=102374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:32:21.243777 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d453f888-dfa2-481d-bfcf-faf497830d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:21.311037 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] Publish callbacks [] for port, precommit_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:21.334161 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:21.337472 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453f888-dfa2-481d-bfcf-faf497830d17 None None] Pushing event updated for resources: {'Port': ['ID=a486db92-e015-4aa4-aa94-0bc425dfb744,revision_number=2']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:21.399305 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3358b7b-ed97-4f53-a1fa-a6363488521d None None] Pushing event updated for resources: {'Port': ['ID=3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e,revision_number=3']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:21.457189 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] Attempting to bind port 3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:32:21.457562 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] Attempting to bind port 3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': 'dfbe76cf-412e-4121-a2ad-4763637cf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5'}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:32:21.457971 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] Attempting to bind port 3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e on network 3f012c5b-1c5f-453a-9cf1-19ced471c3f5 {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:32:21.464449 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:32:21.464842 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] Checking segment: {'id': 'dfbe76cf-412e-4121-a2ad-4763637cf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:32:21.465225 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:21.465619 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] Bound using segment: {'id': 'dfbe76cf-412e-4121-a2ad-4763637cf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5'} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:32:21.466167 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] Bound port: 3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbe76cf-412e-4121-a2ad-4763637cf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5'}}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:32:21.466508 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:21.558461 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] For port 3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:32:21.564631 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] For port 3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e,segment=NetworkSegment(dfbe76cf-412e-4121-a2ad-4763637cf246),segment_id=dfbe76cf-412e-4121-a2ad-4763637cf246)] {{(pid=102376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:32:21.579165 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:21.592235 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54eb4e65-6f40-4d83-a896-4743a2201007 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:32:21.602575 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] Sync routers for ids ['aee0d276-0d07-4df1-b788-1d80c373e472'] in dv-cinder-813227-4-iscsi {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:32:21.621029 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-54eb4e65-6f40-4d83-a896-4743a2201007 admin admin] Publish callbacks [] for router, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:21.623696 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-54eb4e65-6f40-4d83-a896-4743a2201007 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8129034 Dec 15 13:32:21.625695 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 53958) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:21.630014 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] Routers {'aee0d276-0d07-4df1-b788-1d80c373e472'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:32:21.630636 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:32:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['aee0d276-0d07-4df1-b788-1d80c373e472'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:21.644308 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] Routers {'b0e15c6d-d782-43c3-8c3a-579ba7715c39'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:32:21.644949 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:32:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['b0e15c6d-d782-43c3-8c3a-579ba7715c39'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:21.787025 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] Set router aee0d276-0d07-4df1-b788-1d80c373e472 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:32:21.851742 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3358b7b-ed97-4f53-a1fa-a6363488521d None None] Pushing event updated for resources: {'Port': ['ID=3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:21.856557 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c65a9885-2408-4103-b68e-7209787b165c None None] Provisioning complete for port 3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:21.856941 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c65a9885-2408-4103-b68e-7209787b165c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:22.062380 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee0d276-0d07-4df1-b788-1d80c373e472', 'name': 'tempest-TestMinimumBasicScenario-199687025-router', 'tenant_id': 'bad08717445b4feeb99a5015417b271c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'de2fc53c-46dc-4dac-8bdc-c9226585c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:19Z', 'updated_at': '2021-12-15T13:32:20Z', 'revision_number': 3, 'project_id': 'bad08717445b4feeb99a5015417b271c', 'gw_port': {'id': 'de2fc53c-46dc-4dac-8bdc-c9226585c475', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee0d276-0d07-4df1-b788-1d80c373e472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:20Z', 'updated_at': '2021-12-15T13:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:22.080679 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] Set router b0e15c6d-d782-43c3-8c3a-579ba7715c39 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:32:22.112164 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] Checking router: aee0d276-0d07-4df1-b788-1d80c373e472 for host: dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:32:22.112794 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] Updating router aee0d276-0d07-4df1-b788-1d80c373e472 port de2fc53c-46dc-4dac-8bdc-c9226585c475 binding host dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:32:22.147466 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:22.262405 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefab2a5-dc83-4a12-86b7-45af153e39e6 req-2e624a5c-3174-4f94-9166-9bd76821b6ff tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:22.264161 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-eefab2a5-dc83-4a12-86b7-45af153e39e6 req-2e624a5c-3174-4f94-9166-9bd76821b6ff tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7690a69-d110-45d1-8a94-2c7c366bba36 HTTP/1.1" status: 200 len: 945 time: 0.1679761 Dec 15 13:32:22.277936 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cbc6a-d2ad-42a2-b87b-e4f81a28475f req-9fe4cca1-f45a-4c8a-8a00-c776ee3dd782 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:22.279481 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3d3cbc6a-d2ad-42a2-b87b-e4f81a28475f req-9fe4cca1-f45a-4c8a-8a00-c776ee3dd782 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.1545160 Dec 15 13:32:22.365616 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c65a9885-2408-4103-b68e-7209787b165c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:22.417698 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c65a9885-2408-4103-b68e-7209787b165c None None] For port 3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e,segment=NetworkSegment(dfbe76cf-412e-4121-a2ad-4763637cf246),segment_id=dfbe76cf-412e-4121-a2ad-4763637cf246)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:32:22.427166 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c65a9885-2408-4103-b68e-7209787b165c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:22.443837 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3d3cbc6a-d2ad-42a2-b87b-e4f81a28475f req-10687b70-04e4-4dfb-8529-f1bb817dfe70 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511455 Dec 15 13:32:22.447752 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-eefab2a5-dc83-4a12-86b7-45af153e39e6 req-504bdb83-2d8a-4bdc-8249-7b7bd05d9b54 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635118 Dec 15 13:32:22.457146 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3417ccc3-8275-4918-a0f7-883166cda2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:22.498451 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'name': 'tempest-TestMinimumBasicScenario-1063667505-router', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '669d00b6-9476-4422-b53e-a331d41019b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:14Z', 'updated_at': '2021-12-15T13:32:17Z', 'revision_number': 4, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'gw_port': {'id': '669d00b6-9476-4422-b53e-a331d41019b2', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:15Z', 'updated_at': '2021-12-15T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e', 'name': '', 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'mac_address': 'fa:16:3e:9e:35:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '2c5f437c-ea6c-4b56-b65f-b3068cc7bf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:17Z', 'updated_at': '2021-12-15T13:32:21Z', 'revision_number': 4, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'subnets': [{'id': '2c5f437c-ea6c-4b56-b65f-b3068cc7bf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:22.535891 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e1ff81-9220-413a-94d5-4b901354e7f0 None None] The sync data for ids ['b0e15c6d-d782-43c3-8c3a-579ba7715c39'] in dv-cinder-813227-4-iscsi is: [{'id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'name': 'tempest-TestMinimumBasicScenario-1063667505-router', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '669d00b6-9476-4422-b53e-a331d41019b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:14Z', 'updated_at': '2021-12-15T13:32:17Z', 'revision_number': 4, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'gw_port': {'id': '669d00b6-9476-4422-b53e-a331d41019b2', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:15Z', 'updated_at': '2021-12-15T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e', 'name': '', 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'mac_address': 'fa:16:3e:9e:35:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '2c5f437c-ea6c-4b56-b65f-b3068cc7bf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:17Z', 'updated_at': '2021-12-15T13:32:21Z', 'revision_number': 4, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'subnets': [{'id': '2c5f437c-ea6c-4b56-b65f-b3068cc7bf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:32:22.549072 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a9885-2408-4103-b68e-7209787b165c None None] Pushing event updated for resources: {'Port': ['ID=3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:22.574607 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] Publish callbacks [] for port, precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:22.579718 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-5e6d24b5-9378-45bf-938c-93620e63b9d8 None None] Provisioning complete for port 3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:22.580929 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-5e6d24b5-9378-45bf-938c-93620e63b9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:22.587468 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:22.730012 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] Attempting to bind port de2fc53c-46dc-4dac-8bdc-c9226585c475 on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:32:22.731126 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] Attempting to bind port de2fc53c-46dc-4dac-8bdc-c9226585c475 by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}] {{(pid=102377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:32:22.731647 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] Attempting to bind port de2fc53c-46dc-4dac-8bdc-c9226585c475 on network d75b81e5-d2ea-4613-a99a-556640a87149 {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:32:22.743267 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab924c-dd89-46c5-82f3-e7e346fd6b84 None None] Pushing event updated for resources: {'Port': ['ID=de2fc53c-46dc-4dac-8bdc-c9226585c475,revision_number=2']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:22.746129 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:32:22.746755 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] Checking segment: {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:32:22.747381 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:22.747940 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] Bound using segment: {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'} {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:32:22.748605 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] Bound port: de2fc53c-46dc-4dac-8bdc-c9226585c475, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}}] {{(pid=102377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:32:22.749305 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:22.780269 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.db_base_plugin_common [None req-3417ccc3-8275-4918-a0f7-883166cda2f8 admin admin] Allocated IP 172.20.0.1 (b8fc0944-9087-4285-baa0-c1b80454a42d/00af3592-a610-4251-a782-022e4f17c13a/fe3d90ec-851e-4715-a23a-588612dc7495) {{(pid=102375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:32:22.791668 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device a486db92-e015-4aa4-aa94-0bc425dfb744 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:32:22.843474 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f724a8f-259b-4766-be1f-c6f8513c8bb1 None None] Network b8fc0944-9087-4285-baa0-c1b80454a42d requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:32:22.848009 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] For port de2fc53c-46dc-4dac-8bdc-c9226585c475, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:32:22.851495 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] For port de2fc53c-46dc-4dac-8bdc-c9226585c475, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=de2fc53c-46dc-4dac-8bdc-c9226585c475,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:32:22.859989 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:22.927484 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port a486db92-e015-4aa4-aa94-0bc425dfb744 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:22.927852 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:22.933531 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] Routers {'aee0d276-0d07-4df1-b788-1d80c373e472'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:32:22.934332 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:32:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['aee0d276-0d07-4df1-b788-1d80c373e472'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:22.962299 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3417ccc3-8275-4918-a0f7-883166cda2f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:23.008629 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3417ccc3-8275-4918-a0f7-883166cda2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:23.022095 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab924c-dd89-46c5-82f3-e7e346fd6b84 None None] Pushing event updated for resources: {'Port': ['ID=de2fc53c-46dc-4dac-8bdc-c9226585c475,revision_number=3']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:23.030266 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-feb3922b-1218-438d-abd0-24b6c19443fa None None] Provisioning complete for port a486db92-e015-4aa4-aa94-0bc425dfb744 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:23.030939 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-feb3922b-1218-438d-abd0-24b6c19443fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:23.052360 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3417ccc3-8275-4918-a0f7-883166cda2f8 admin admin] Network b8fc0944-9087-4285-baa0-c1b80454a42d is already hosted by enough agents. {{(pid=102375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:32:23.055480 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-3417ccc3-8275-4918-a0f7-883166cda2f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:32:23.058384 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3417ccc3-8275-4918-a0f7-883166cda2f8 admin admin] Received port after_create {{(pid=102375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:32:23.091349 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417ccc3-8275-4918-a0f7-883166cda2f8 admin admin] Pushing event updated for resources: {'Port': ['ID=fe3d90ec-851e-4715-a23a-588612dc7495,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:23.100749 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] Set router aee0d276-0d07-4df1-b788-1d80c373e472 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:32:23.109001 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3417ccc3-8275-4918-a0f7-883166cda2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529543'] for router_interface, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:23.145454 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:23.233946 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-feb3922b-1218-438d-abd0-24b6c19443fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:23.239383 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] For port a486db92-e015-4aa4-aa94-0bc425dfb744, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=a486db92-e015-4aa4-aa94-0bc425dfb744,segment=NetworkSegment(d5db22e4-9b0d-48ea-8011-7aaa58a16efa),segment_id=d5db22e4-9b0d-48ea-8011-7aaa58a16efa)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:32:23.252845 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:23.361202 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Pushing event updated for resources: {'Port': ['ID=a486db92-e015-4aa4-aa94-0bc425dfb744,revision_number=3']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:23.367510 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.db.api [None req-feb3922b-1218-438d-abd0-24b6c19443fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:32:23.368195 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG oslo_db.api [None req-feb3922b-1218-438d-abd0-24b6c19443fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:32:23.384674 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee0d276-0d07-4df1-b788-1d80c373e472', 'name': 'tempest-TestMinimumBasicScenario-199687025-router', 'tenant_id': 'bad08717445b4feeb99a5015417b271c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'de2fc53c-46dc-4dac-8bdc-c9226585c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:19Z', 'updated_at': '2021-12-15T13:32:20Z', 'revision_number': 3, 'project_id': 'bad08717445b4feeb99a5015417b271c', 'gw_port': {'id': 'de2fc53c-46dc-4dac-8bdc-c9226585c475', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee0d276-0d07-4df1-b788-1d80c373e472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:20Z', 'updated_at': '2021-12-15T13:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:23.440122 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc8665c-0c0a-45c6-8611-daf7d58fe8b2 None None] The sync data for ids ['aee0d276-0d07-4df1-b788-1d80c373e472'] in dv-cinder-813227-4-iscsi is: [{'id': 'aee0d276-0d07-4df1-b788-1d80c373e472', 'name': 'tempest-TestMinimumBasicScenario-199687025-router', 'tenant_id': 'bad08717445b4feeb99a5015417b271c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'de2fc53c-46dc-4dac-8bdc-c9226585c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:19Z', 'updated_at': '2021-12-15T13:32:20Z', 'revision_number': 3, 'project_id': 'bad08717445b4feeb99a5015417b271c', 'gw_port': {'id': 'de2fc53c-46dc-4dac-8bdc-c9226585c475', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee0d276-0d07-4df1-b788-1d80c373e472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:20Z', 'updated_at': '2021-12-15T13:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}] {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:32:23.605326 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3417ccc3-8275-4918-a0f7-883166cda2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:23.808995 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3417ccc3-8275-4918-a0f7-883166cda2f8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:23.815008 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3417ccc3-8275-4918-a0f7-883166cda2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655701'] for port, after_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:23.888354 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417ccc3-8275-4918-a0f7-883166cda2f8 admin admin] Pushing event updated for resources: {'Port': ['ID=fe3d90ec-851e-4715-a23a-588612dc7495,revision_number=2']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:23.892016 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3417ccc3-8275-4918-a0f7-883166cda2f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530999'] for router_interface, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:23.991100 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3417ccc3-8275-4918-a0f7-883166cda2f8 admin admin] Network b8fc0944-9087-4285-baa0-c1b80454a42d is already hosted by enough agents. {{(pid=102375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:32:23.992629 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-3417ccc3-8275-4918-a0f7-883166cda2f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:32:24.034417 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-917fac9b-37b7-47f4-a59f-6bc4b6da7dbc None None] Provisioning complete for port a486db92-e015-4aa4-aa94-0bc425dfb744 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:24.035096 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-917fac9b-37b7-47f4-a59f-6bc4b6da7dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:24.134736 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3417ccc3-8275-4918-a0f7-883166cda2f8 admin admin] Router aee0d276-0d07-4df1-b788-1d80c373e472 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:32:24.149047 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-917fac9b-37b7-47f4-a59f-6bc4b6da7dbc None None] Provisioning complete for port fe3d90ec-851e-4715-a23a-588612dc7495 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:24.149425 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-917fac9b-37b7-47f4-a59f-6bc4b6da7dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:24.189011 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-917fac9b-37b7-47f4-a59f-6bc4b6da7dbc None None] Port fe3d90ec-851e-4715-a23a-588612dc7495 cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:32:24.255000 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3417ccc3-8275-4918-a0f7-883166cda2f8 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:32:24.260810 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-3417ccc3-8275-4918-a0f7-883166cda2f8 admin admin] 10.222.0.60 "PUT /v2.0/routers/aee0d276-0d07-4df1-b788-1d80c373e472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6338365 Dec 15 13:32:24.310022 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-831cff1f-6676-4182-b7cc-09ce38017bb4 None None] Provisioning complete for port fe3d90ec-851e-4715-a23a-588612dc7495 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:24.310399 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-831cff1f-6676-4182-b7cc-09ce38017bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:24.347782 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-831cff1f-6676-4182-b7cc-09ce38017bb4 None None] Port fe3d90ec-851e-4715-a23a-588612dc7495 cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:32:24.769352 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device a486db92-e015-4aa4-aa94-0bc425dfb744 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:32:24.817740 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port a486db92-e015-4aa4-aa94-0bc425dfb744 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:24.818109 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:24.900333 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:32:24.968278 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port 3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:24.968652 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:25.070598 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device de2fc53c-46dc-4dac-8bdc-c9226585c475 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:32:25.120636 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port de2fc53c-46dc-4dac-8bdc-c9226585c475 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:25.121015 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:25.205736 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:25.233721 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] For port de2fc53c-46dc-4dac-8bdc-c9226585c475, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=de2fc53c-46dc-4dac-8bdc-c9226585c475,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:32:25.238881 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:25.292407 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Pushing event updated for resources: {'Port': ['ID=de2fc53c-46dc-4dac-8bdc-c9226585c475,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:26.101943 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] Sync routers for ids ['aee0d276-0d07-4df1-b788-1d80c373e472'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:32:26.115763 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] Routers {'aee0d276-0d07-4df1-b788-1d80c373e472'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:32:26.116379 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:32:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['aee0d276-0d07-4df1-b788-1d80c373e472'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:26.227375 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] Set router aee0d276-0d07-4df1-b788-1d80c373e472 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:32:26.442001 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee0d276-0d07-4df1-b788-1d80c373e472', 'name': 'tempest-TestMinimumBasicScenario-199687025-router', 'tenant_id': 'bad08717445b4feeb99a5015417b271c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'de2fc53c-46dc-4dac-8bdc-c9226585c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:19Z', 'updated_at': '2021-12-15T13:32:23Z', 'revision_number': 4, 'project_id': 'bad08717445b4feeb99a5015417b271c', 'gw_port': {'id': 'de2fc53c-46dc-4dac-8bdc-c9226585c475', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee0d276-0d07-4df1-b788-1d80c373e472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:20Z', 'updated_at': '2021-12-15T13:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': 'fe3d90ec-851e-4715-a23a-588612dc7495', 'name': '', 'network_id': 'b8fc0944-9087-4285-baa0-c1b80454a42d', 'tenant_id': 'bad08717445b4feeb99a5015417b271c', 'mac_address': 'fa:16:3e:06:28:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee0d276-0d07-4df1-b788-1d80c373e472', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '00af3592-a610-4251-a782-022e4f17c13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:22Z', 'updated_at': '2021-12-15T13:32:23Z', 'revision_number': 2, 'project_id': 'bad08717445b4feeb99a5015417b271c', 'subnets': [{'id': '00af3592-a610-4251-a782-022e4f17c13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:26.474091 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] Checking router: aee0d276-0d07-4df1-b788-1d80c373e472 for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:32:26.474091 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] Updating router aee0d276-0d07-4df1-b788-1d80c373e472 port fe3d90ec-851e-4715-a23a-588612dc7495 binding host dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:32:26.502809 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:26.718670 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device de2fc53c-46dc-4dac-8bdc-c9226585c475 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:32:26.826509 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port de2fc53c-46dc-4dac-8bdc-c9226585c475 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:26.827181 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:26.896058 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] Publish callbacks [] for port, precommit_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:26.904120 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:27.114996 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9316a5e-0660-4b76-870d-951fc7e4ede2 None None] Pushing event updated for resources: {'Port': ['ID=fe3d90ec-851e-4715-a23a-588612dc7495,revision_number=3']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:27.176565 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] Attempting to bind port fe3d90ec-851e-4715-a23a-588612dc7495 on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:32:27.176565 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] Attempting to bind port fe3d90ec-851e-4715-a23a-588612dc7495 by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': 'd5db22e4-9b0d-48ea-8011-7aaa58a16efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b8fc0944-9087-4285-baa0-c1b80454a42d'}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:32:27.176895 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] Attempting to bind port fe3d90ec-851e-4715-a23a-588612dc7495 on network b8fc0944-9087-4285-baa0-c1b80454a42d {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:32:27.182353 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:32:27.182740 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] Checking segment: {'id': 'd5db22e4-9b0d-48ea-8011-7aaa58a16efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b8fc0944-9087-4285-baa0-c1b80454a42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:32:27.183178 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:27.183578 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] Bound using segment: {'id': 'd5db22e4-9b0d-48ea-8011-7aaa58a16efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b8fc0944-9087-4285-baa0-c1b80454a42d'} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:32:27.184049 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] Bound port: fe3d90ec-851e-4715-a23a-588612dc7495, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5db22e4-9b0d-48ea-8011-7aaa58a16efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b8fc0944-9087-4285-baa0-c1b80454a42d'}}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:32:27.184431 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:27.252823 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] For port fe3d90ec-851e-4715-a23a-588612dc7495, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:32:27.257034 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] For port fe3d90ec-851e-4715-a23a-588612dc7495, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=fe3d90ec-851e-4715-a23a-588612dc7495,segment=NetworkSegment(d5db22e4-9b0d-48ea-8011-7aaa58a16efa),segment_id=d5db22e4-9b0d-48ea-8011-7aaa58a16efa)] {{(pid=102376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:32:27.265199 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:27.341547 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-484567c7-9e9e-4ba1-a965-e03f4c2f027a None None] Provisioning complete for port fe3d90ec-851e-4715-a23a-588612dc7495 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:27.341958 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-484567c7-9e9e-4ba1-a965-e03f4c2f027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:27.374640 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9316a5e-0660-4b76-870d-951fc7e4ede2 None None] Pushing event updated for resources: {'Port': ['ID=fe3d90ec-851e-4715-a23a-588612dc7495,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:27.379504 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] Routers {'aee0d276-0d07-4df1-b788-1d80c373e472'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:32:27.380134 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:32:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['aee0d276-0d07-4df1-b788-1d80c373e472'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:27.563586 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] Set router aee0d276-0d07-4df1-b788-1d80c373e472 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:32:27.596545 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c59690-5008-4c95-91a8-fd1c0eddb27d req-70760597-6492-4442-a31c-a51d0b54e9e3 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:27.598001 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-83c59690-5008-4c95-91a8-fd1c0eddb27d req-70760597-6492-4442-a31c-a51d0b54e9e3 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7690a69-d110-45d1-8a94-2c7c366bba36 HTTP/1.1" status: 200 len: 945 time: 0.0773418 Dec 15 13:32:27.646207 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a3f38-9bca-4c8c-81eb-db8e70489800 req-e5228bfa-ebd9-48da-9ad7-b50835572f6a tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:27.650129 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cf6a3f38-9bca-4c8c-81eb-db8e70489800 req-e5228bfa-ebd9-48da-9ad7-b50835572f6a tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.1663365 Dec 15 13:32:27.677628 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-83c59690-5008-4c95-91a8-fd1c0eddb27d req-75b0f7d2-90ca-4e0f-9364-45aa627ed698 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718856 Dec 15 13:32:27.742519 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cf6a3f38-9bca-4c8c-81eb-db8e70489800 req-75f32db5-81b9-423d-9f5d-9586b9b65de0 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858121 Dec 15 13:32:27.776025 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-484567c7-9e9e-4ba1-a965-e03f4c2f027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:27.855232 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-484567c7-9e9e-4ba1-a965-e03f4c2f027a None None] For port fe3d90ec-851e-4715-a23a-588612dc7495, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=fe3d90ec-851e-4715-a23a-588612dc7495,segment=NetworkSegment(d5db22e4-9b0d-48ea-8011-7aaa58a16efa),segment_id=d5db22e4-9b0d-48ea-8011-7aaa58a16efa)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:32:27.873898 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee0d276-0d07-4df1-b788-1d80c373e472', 'name': 'tempest-TestMinimumBasicScenario-199687025-router', 'tenant_id': 'bad08717445b4feeb99a5015417b271c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'de2fc53c-46dc-4dac-8bdc-c9226585c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:19Z', 'updated_at': '2021-12-15T13:32:23Z', 'revision_number': 4, 'project_id': 'bad08717445b4feeb99a5015417b271c', 'gw_port': {'id': 'de2fc53c-46dc-4dac-8bdc-c9226585c475', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee0d276-0d07-4df1-b788-1d80c373e472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:20Z', 'updated_at': '2021-12-15T13:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': 'fe3d90ec-851e-4715-a23a-588612dc7495', 'name': '', 'network_id': 'b8fc0944-9087-4285-baa0-c1b80454a42d', 'tenant_id': 'bad08717445b4feeb99a5015417b271c', 'mac_address': 'fa:16:3e:06:28:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee0d276-0d07-4df1-b788-1d80c373e472', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '00af3592-a610-4251-a782-022e4f17c13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:22Z', 'updated_at': '2021-12-15T13:32:27Z', 'revision_number': 4, 'project_id': 'bad08717445b4feeb99a5015417b271c', 'subnets': [{'id': '00af3592-a610-4251-a782-022e4f17c13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:32:27.901233 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abdf8e4-0962-4aa5-9efa-5d49dfb9d787 None None] The sync data for ids ['aee0d276-0d07-4df1-b788-1d80c373e472'] in dv-cinder-813227-4-iscsi is: [{'id': 'aee0d276-0d07-4df1-b788-1d80c373e472', 'name': 'tempest-TestMinimumBasicScenario-199687025-router', 'tenant_id': 'bad08717445b4feeb99a5015417b271c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'de2fc53c-46dc-4dac-8bdc-c9226585c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:19Z', 'updated_at': '2021-12-15T13:32:23Z', 'revision_number': 4, 'project_id': 'bad08717445b4feeb99a5015417b271c', 'gw_port': {'id': 'de2fc53c-46dc-4dac-8bdc-c9226585c475', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee0d276-0d07-4df1-b788-1d80c373e472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:20Z', 'updated_at': '2021-12-15T13:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': 'fe3d90ec-851e-4715-a23a-588612dc7495', 'name': '', 'network_id': 'b8fc0944-9087-4285-baa0-c1b80454a42d', 'tenant_id': 'bad08717445b4feeb99a5015417b271c', 'mac_address': 'fa:16:3e:06:28:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee0d276-0d07-4df1-b788-1d80c373e472', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '00af3592-a610-4251-a782-022e4f17c13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:22Z', 'updated_at': '2021-12-15T13:32:27Z', 'revision_number': 4, 'project_id': 'bad08717445b4feeb99a5015417b271c', 'subnets': [{'id': '00af3592-a610-4251-a782-022e4f17c13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:32:27.905215 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-484567c7-9e9e-4ba1-a965-e03f4c2f027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:27.958928 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484567c7-9e9e-4ba1-a965-e03f4c2f027a None None] Pushing event updated for resources: {'Port': ['ID=fe3d90ec-851e-4715-a23a-588612dc7495,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:28.043931 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-1d5274c9-198f-4099-b71c-de351dd736da None None] Provisioning complete for port fe3d90ec-851e-4715-a23a-588612dc7495 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:28.044312 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-1d5274c9-198f-4099-b71c-de351dd736da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:28.764129 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device fe3d90ec-851e-4715-a23a-588612dc7495 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:32:28.821821 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port fe3d90ec-851e-4715-a23a-588612dc7495 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:28.822147 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:28.867501 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1aee9d-2ea4-41f9-bb0b-3ef4fe6db629 req-3f216989-6f9c-4e22-aedb-ffc732875c49 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:28.869815 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-db1aee9d-2ea4-41f9-bb0b-3ef4fe6db629 req-3f216989-6f9c-4e22-aedb-ffc732875c49 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7690a69-d110-45d1-8a94-2c7c366bba36 HTTP/1.1" status: 200 len: 945 time: 0.0922880 Dec 15 13:32:28.928556 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-db1aee9d-2ea4-41f9-bb0b-3ef4fe6db629 req-6601aee4-6806-4f46-91e5-e4fc6249461c tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502803 Dec 15 13:32:29.045267 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5aab6-2918-449a-ba5e-b8af41d56752 req-de15566c-48f0-4e0a-b971-332a87599f63 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:29.047082 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-43a5aab6-2918-449a-ba5e-b8af41d56752 req-de15566c-48f0-4e0a-b971-332a87599f63 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0562322 Dec 15 13:32:29.096655 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-43a5aab6-2918-449a-ba5e-b8af41d56752 req-a8c669dd-4098-42c8-b4fc-883a1c429252 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429108 Dec 15 13:32:33.378974 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f03b67-45c9-4448-823d-53991c049c3b req-8c825264-32e4-4448-8fcc-35ea7adea18a tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:33.381095 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c2f03b67-45c9-4448-823d-53991c049c3b req-8c825264-32e4-4448-8fcc-35ea7adea18a tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0578923 Dec 15 13:32:33.436781 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c2f03b67-45c9-4448-823d-53991c049c3b req-02535ea9-6921-48b4-8a24-5aa85030b65f tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485539 Dec 15 13:32:34.575892 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8166b-f76a-40d9-97a2-9fa837c7fec7 req-1fe6dccb-9685-4d8f-ae04-843701a54d04 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:34.577732 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-04c8166b-f76a-40d9-97a2-9fa837c7fec7 req-1fe6dccb-9685-4d8f-ae04-843701a54d04 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0563583 Dec 15 13:32:34.637734 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-04c8166b-f76a-40d9-97a2-9fa837c7fec7 req-d10a5ea3-047e-4b0c-a4c7-fd2d97646eb1 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535467 Dec 15 13:32:34.764697 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-f901f065-12c4-4086-abca-e3583e676a7d tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:34.766172 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-f901f065-12c4-4086-abca-e3583e676a7d tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/networks?id=3f012c5b-1c5f-453a-9cf1-19ced471c3f5 HTTP/1.1" status: 200 len: 815 time: 0.1004062 Dec 15 13:32:34.780601 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-04f9d0ba-3b64-4a3b-83ed-f72c6be10075 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/quotas/c38faa56e5864d3aba51e1e8351e3a93 HTTP/1.1" status: 200 len: 375 time: 0.0087259 Dec 15 13:32:34.829321 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-504f7b3e-2e97-4045-a617-78a5bf6b5ddc tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c38faa56e5864d3aba51e1e8351e3a93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431221 Dec 15 13:32:34.930960 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-1b856d91-c2b4-4232-aec5-0a32bf8f8e67 service neutron] 10.222.0.60 "GET /v2.0/networks/3f012c5b-1c5f-453a-9cf1-19ced471c3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888283 Dec 15 13:32:35.022452 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-739b2f4d-6b63-44a3-8bf2-b09a15d6b46a service neutron] 10.222.0.60 "GET /v2.0/networks/3f012c5b-1c5f-453a-9cf1-19ced471c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844517 Dec 15 13:32:35.226131 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c67b5cdb-9dd1-4fa7-b332-f3f87b1da0d9 req-6c6271a5-9c8a-4659-895b-0a415cd48995 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 210 time: 0.0437484 Dec 15 13:32:35.831456 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a545aaa-d3bc-493f-9a0f-2191155a582b req-cdd5a3ad-8e79-426a-ad1e-f76d01f845bb tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:35.833006 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6a545aaa-d3bc-493f-9a0f-2191155a582b req-cdd5a3ad-8e79-426a-ad1e-f76d01f845bb tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.1062448 Dec 15 13:32:35.873337 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-99610fb3-a945-436a-b172-e7d26f06522a tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:35.878868 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-99610fb3-a945-436a-b172-e7d26f06522a tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/networks?id=12997ed3-8144-436a-8d20-22135e6511e5 HTTP/1.1" status: 200 len: 815 time: 0.1602545 Dec 15 13:32:35.906377 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-e300da42-83db-4dd0-83f2-52e094085b00 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/quotas/18c80dfcc63a49f7b54f89f08cd8842f HTTP/1.1" status: 200 len: 375 time: 0.0232284 Dec 15 13:32:35.913839 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6a545aaa-d3bc-493f-9a0f-2191155a582b req-74cff952-62ba-43fd-8e2d-f956fd4d8ad2 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745349 Dec 15 13:32:35.960838 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-ec5a82c6-96a8-40bb-adc2-93c3f88c7861 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=18c80dfcc63a49f7b54f89f08cd8842f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460589 Dec 15 13:32:36.048412 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-dd4e1e73-aef2-49e2-91ee-daf861cb2502 service neutron] 10.222.0.60 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806069 Dec 15 13:32:36.141239 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-bb12e7d7-6157-4c7d-b725-72cb5c1d9ac5 service neutron] 10.222.0.60 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869107 Dec 15 13:32:36.310736 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3a66c21c-9318-4ecc-a423-125f81d731aa req-2f893668-2e4a-47d3-a41a-de26e83b43e5 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=20c19dcc-7224-44dc-8921-a03017d002d7 HTTP/1.1" status: 200 len: 210 time: 0.0290275 Dec 15 13:32:36.335732 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a9e1499c-130f-416b-b1bb-43926c3389fb req-e2c93a59-3f7c-4f04-a07c-080d6be31084 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 210 time: 0.0271828 Dec 15 13:32:36.433454 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-4939875b-9d95-46f4-98a9-f6bc0b0b6df1 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:36.434886 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-4939875b-9d95-46f4-98a9-f6bc0b0b6df1 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.46 "GET /v2.0/networks?id=3f012c5b-1c5f-453a-9cf1-19ced471c3f5 HTTP/1.1" status: 200 len: 815 time: 0.1074092 Dec 15 13:32:36.495389 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-f98b1f85-d89a-4eea-baf7-f1245e75dd7f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Request body: {'port': {'device_id': '9f21e20b-c80e-408b-849e-cf9e27127cbb', 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5', 'admin_state_up': True, 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:32:36.632103 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-f98b1f85-d89a-4eea-baf7-f1245e75dd7f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Made reservation on behalf of c38faa56e5864d3aba51e1e8351e3a93 for: {'port': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:32:36.635887 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-f98b1f85-d89a-4eea-baf7-f1245e75dd7f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:36.796092 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-f98b1f85-d89a-4eea-baf7-f1245e75dd7f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Allocated IP 172.20.0.3 (3f012c5b-1c5f-453a-9cf1-19ced471c3f5/2c5f437c-ea6c-4b56-b65f-b3068cc7bf96/f90cb0df-c11c-44a8-b09b-274188bbac57) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:32:37.021465 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-f98b1f85-d89a-4eea-baf7-f1245e75dd7f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:37.072719 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-f98b1f85-d89a-4eea-baf7-f1245e75dd7f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:37.116060 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f089e-f693-475f-b7eb-360b8a0a5aff req-2f788b8f-805c-4cdb-a3d6-ccfe7fa913ef tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:37.124546 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-af7f089e-f693-475f-b7eb-360b8a0a5aff req-2f788b8f-805c-4cdb-a3d6-ccfe7fa913ef tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0939622 Dec 15 13:32:37.172787 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-f98b1f85-d89a-4eea-baf7-f1245e75dd7f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Network 3f012c5b-1c5f-453a-9cf1-19ced471c3f5 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:32:37.176158 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-f98b1f85-d89a-4eea-baf7-f1245e75dd7f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:32:37.204945 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-f98b1f85-d89a-4eea-baf7-f1245e75dd7f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:32:37.212559 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-f98b1f85-d89a-4eea-baf7-f1245e75dd7f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:37.214966 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-f98b1f85-d89a-4eea-baf7-f1245e75dd7f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:37.220356 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b1f85-d89a-4eea-baf7-f1245e75dd7f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Pushing event updated for resources: {'Port': ['ID=f90cb0df-c11c-44a8-b09b-274188bbac57,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:37.251039 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-f98b1f85-d89a-4eea-baf7-f1245e75dd7f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7588701 Dec 15 13:32:37.256934 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-af7f089e-f693-475f-b7eb-360b8a0a5aff req-a0400f40-c892-48b5-b0f0-1048c4da9f16 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303601 Dec 15 13:32:37.483165 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8b26c657-10e0-453f-9f01-3d6cb99e2b6f req-0b962945-5fed-4d73-aa0e-18a16c7bdf02 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=20c19dcc-7224-44dc-8921-a03017d002d7 HTTP/1.1" status: 200 len: 210 time: 0.0292888 Dec 15 13:32:37.498534 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fed6fc-6d5e-4200-8902-b97b06017c66 req-0e02b50b-601a-4abf-a453-4fb4435da986 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:37.500008 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-06fed6fc-6d5e-4200-8902-b97b06017c66 req-0e02b50b-601a-4abf-a453-4fb4435da986 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 931 time: 0.0758007 Dec 15 13:32:37.548187 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-06fed6fc-6d5e-4200-8902-b97b06017c66 req-dec281ee-740d-46ca-a45a-53b07732b7a5 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422213 Dec 15 13:32:37.557234 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-43f7e046-a1cf-482a-806c-d79a560bca1d None None] Provisioning complete for port f90cb0df-c11c-44a8-b09b-274188bbac57 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:32:37.557732 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-43f7e046-a1cf-482a-806c-d79a560bca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:37.590504 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-43f7e046-a1cf-482a-806c-d79a560bca1d None None] Port f90cb0df-c11c-44a8-b09b-274188bbac57 cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:32:37.895663 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:32:38.186192 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:43.433811 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-3b524fbf-2fcd-4679-ba70-903a6fc9a836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:45.795720 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-ce415b0f-935d-4083-bd6d-1a91cf12e94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:46.879408 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:48.487987 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:49.325985 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 54398) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:49.417434 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:49.440396 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-adf9f0f4-2a88-43b7-99c8-13b0f91473ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:49.536780 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-adf9f0f4-2a88-43b7-99c8-13b0f91473ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:49.540686 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-adf9f0f4-2a88-43b7-99c8-13b0f91473ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:49.579313 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-adf9f0f4-2a88-43b7-99c8-13b0f91473ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=49e0bfabf6884c7baee87ee0d4820bf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521253 Dec 15 13:32:49.580424 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9f0f4-2a88-43b7-99c8-13b0f91473ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdb7c4a-7ecb-4ea7-bae1-351e13079ddb,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:49.582454 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 54408) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:32:49.631886 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-facd183b-99dd-41ae-8475-8548d7dabcad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:49.671196 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-facd183b-99dd-41ae-8475-8548d7dabcad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:49.723953 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-facd183b-99dd-41ae-8475-8548d7dabcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:49.726668 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-facd183b-99dd-41ae-8475-8548d7dabcad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:49.730809 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-facd183b-99dd-41ae-8475-8548d7dabcad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0fdb7c4a-7ecb-4ea7-bae1-351e13079ddb HTTP/1.1" status: 204 len: 168 time: 0.1469257 Dec 15 13:32:49.740189 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd183b-99dd-41ae-8475-8548d7dabcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdb7c4a-7ecb-4ea7-bae1-351e13079ddb,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:59.302602 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Request body: {'port': {'device_id': '9f21e20b-c80e-408b-849e-cf9e27127cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:32:59.356191 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:59.605310 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f90cb0df-c11c-44a8-b09b-274188bbac57 {{(pid=102374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:32:59.613156 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:59.626447 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.provisioning_blocks [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Transition to ACTIVE for port object f90cb0df-c11c-44a8-b09b-274188bbac57 will not be triggered until provisioned by entity L2. {{(pid=102374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:32:59.630093 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:59.696207 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Pushing event updated for resources: {'Port': ['ID=f90cb0df-c11c-44a8-b09b-274188bbac57,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:32:59.714677 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Attempting to bind port f90cb0df-c11c-44a8-b09b-274188bbac57 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:32:59.715047 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Attempting to bind port f90cb0df-c11c-44a8-b09b-274188bbac57 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'dfbe76cf-412e-4121-a2ad-4763637cf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:32:59.715376 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Attempting to bind port f90cb0df-c11c-44a8-b09b-274188bbac57 on network 3f012c5b-1c5f-453a-9cf1-19ced471c3f5 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:32:59.718098 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:59.718451 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:59.718797 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:59.719206 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:59.719545 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:59.719877 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:59.720209 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:59.720540 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:59.720872 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:59.721197 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:59.721523 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:59.721850 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:59.722176 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:32:59.730373 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Port f90cb0df-c11c-44a8-b09b-274188bbac57 on network 3f012c5b-1c5f-453a-9cf1-19ced471c3f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:32:59.730701 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Attempting to bind port f90cb0df-c11c-44a8-b09b-274188bbac57 on network 3f012c5b-1c5f-453a-9cf1-19ced471c3f5 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:32:59.736468 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Checking agent: {'id': '9aec82b9-7713-4c66-84ce-8e508cdbb5b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:32:59.736812 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Checking segment: {'id': 'dfbe76cf-412e-4121-a2ad-4763637cf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:32:59.737199 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Bound using segment: {'id': 'dfbe76cf-412e-4121-a2ad-4763637cf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:32:59.737626 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Bound port: f90cb0df-c11c-44a8-b09b-274188bbac57, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfbe76cf-412e-4121-a2ad-4763637cf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:32:59.737984 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:59.808023 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] For port f90cb0df-c11c-44a8-b09b-274188bbac57, host hv-cinder-81322, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:32:59.811906 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] For port f90cb0df-c11c-44a8-b09b-274188bbac57, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f90cb0df-c11c-44a8-b09b-274188bbac57,segment=NetworkSegment(dfbe76cf-412e-4121-a2ad-4763637cf246),segment_id=dfbe76cf-412e-4121-a2ad-4763637cf246)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:32:59.816008 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:59.852565 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:32:59.853117 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:32:59.854497 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] 10.222.0.46 "PUT /v2.0/ports/f90cb0df-c11c-44a8-b09b-274188bbac57 HTTP/1.1" status: 200 len: 1093 time: 0.5562239 Dec 15 13:32:59.854982 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f21e20b-c80e-408b-849e-cf9e27127cbb', 'tag': 'f90cb0df-c11c-44a8-b09b-274188bbac57'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:32:59.857245 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b282ec0-92f0-41e4-9d95-ca2394e8910c" -d '{"events": [{"name": "network-changed", "server_uuid": "9f21e20b-c80e-408b-849e-cf9e27127cbb", "tag": "f90cb0df-c11c-44a8-b09b-274188bbac57"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:32:59.880334 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe28ad8-2ef3-44fc-b99c-14ec5618c0da service neutron] Pushing event updated for resources: {'Port': ['ID=f90cb0df-c11c-44a8-b09b-274188bbac57,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:01.101765 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e8b6bcec-737d-4a73-a496-f3943a4ca613 req-eb518d0c-8bf8-4751-964c-f52aa59ae1de tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=20c19dcc-7224-44dc-8921-a03017d002d7 HTTP/1.1" status: 200 len: 210 time: 0.0294616 Dec 15 13:33:01.107681 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-842e45fe-be18-4433-83ec-6c9d34eac7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:01.109188 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-842e45fe-be18-4433-83ec-6c9d34eac7dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c38faa56e5864d3aba51e1e8351e3a93&device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 1096 time: 0.0413239 Dec 15 13:33:01.119238 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376b4ef-41cc-4cec-911e-2bd627dfdbc7 req-9acdc3f7-c452-494e-9c77-71ed01d9dfd2 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:01.128416 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6376b4ef-41cc-4cec-911e-2bd627dfdbc7 req-9acdc3f7-c452-494e-9c77-71ed01d9dfd2 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0847309 Dec 15 13:33:01.160843 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-e13415d0-0503-4726-8aff-a230b90a5ef8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90cb0df-c11c-44a8-b09b-274188bbac57 HTTP/1.1" status: 200 len: 217 time: 0.0423853 Dec 15 13:33:01.192473 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6376b4ef-41cc-4cec-911e-2bd627dfdbc7 req-66871c98-6f59-46d9-8ae9-149048ab9af8 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632007 Dec 15 13:33:01.217847 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-3a671c55-51a6-4de1-975a-30a180424336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:01.219516 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-3a671c55-51a6-4de1-975a-30a180424336 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c5f437c-ea6c-4b56-b65f-b3068cc7bf96 HTTP/1.1" status: 200 len: 854 time: 0.0445535 Dec 15 13:33:01.238045 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1321a-98ce-4adc-a3f7-7bce2322faa3 req-f056fe49-b195-4781-96eb-85bc4ccf0d7f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:01.239514 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1bf1321a-98ce-4adc-a3f7-7bce2322faa3 req-f056fe49-b195-4781-96eb-85bc4ccf0d7f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 943 time: 0.0643582 Dec 15 13:33:01.241017 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d613e4b-3639-4b16-a83a-d11445f9c67b x-openstack-request-id: req-0d613e4b-3639-4b16-a83a-d11445f9c67b {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:33:01.241308 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f21e20b-c80e-408b-849e-cf9e27127cbb", "tag": "f90cb0df-c11c-44a8-b09b-274188bbac57", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:33:01.241563 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d613e4b-3639-4b16-a83a-d11445f9c67b {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:33:01.241953 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f21e20b-c80e-408b-849e-cf9e27127cbb', 'tag': 'f90cb0df-c11c-44a8-b09b-274188bbac57', 'status': 'completed', 'code': 200} Dec 15 13:33:01.273312 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-8dedf523-50cc-46cc-84aa-041f37f633bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:01.274749 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-8dedf523-50cc-46cc-84aa-041f37f633bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f012c5b-1c5f-453a-9cf1-19ced471c3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436337 Dec 15 13:33:01.289571 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1bf1321a-98ce-4adc-a3f7-7bce2322faa3 req-e33a6526-ed2f-4ca2-ada2-86aa42b5ea52 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438859 Dec 15 13:33:01.470155 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-e839049c-32ce-4cd3-b6be-d900fab41135 service neutron] 10.222.0.46 "GET /v2.0/networks/3f012c5b-1c5f-453a-9cf1-19ced471c3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046829 Dec 15 13:33:01.617074 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-285b122f-c4fa-418c-b006-72838b103794 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:01.618367 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-285b122f-c4fa-418c-b006-72838b103794 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.46 "GET /v2.0/networks?id=12997ed3-8144-436a-8d20-22135e6511e5 HTTP/1.1" status: 200 len: 815 time: 0.1721151 Dec 15 13:33:01.632782 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ae773709-bd4d-4621-b157-530482fc6bc3 req-f395e65e-4a98-4ef7-8e42-9be0f9d225ba service neutron] 10.222.0.46 "GET /v2.0/networks/3f012c5b-1c5f-453a-9cf1-19ced471c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384046 Dec 15 13:33:01.639491 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-6f3b83b3-2a4d-4bca-9526-955199d5cdf3 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Request body: {'port': {'device_id': '20c19dcc-7224-44dc-8921-a03017d002d7', 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5', 'admin_state_up': True, 'tenant_id': '18c80dfcc63a49f7b54f89f08cd8842f'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:33:01.781988 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-6f3b83b3-2a4d-4bca-9526-955199d5cdf3 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Made reservation on behalf of 18c80dfcc63a49f7b54f89f08cd8842f for: {'port': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:33:01.785495 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-6f3b83b3-2a4d-4bca-9526-955199d5cdf3 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:01.802217 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b282ec0-92f0-41e4-9d95-ca2394e8910c req-2728d224-3648-4fec-acc7-e265838ce2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:01.803730 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-9b282ec0-92f0-41e4-9d95-ca2394e8910c req-2728d224-3648-4fec-acc7-e265838ce2ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c38faa56e5864d3aba51e1e8351e3a93&device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 1096 time: 0.0640821 Dec 15 13:33:01.921346 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-6f3b83b3-2a4d-4bca-9526-955199d5cdf3 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Allocated IP 172.20.0.9 (12997ed3-8144-436a-8d20-22135e6511e5/4ee2ad3b-f34f-4e7d-8e6d-3df4050ee06e/072e8117-2eea-4cb6-b7bd-92aa00b05e95) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:33:01.999178 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 54606) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:02.081672 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-6f3b83b3-2a4d-4bca-9526-955199d5cdf3 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:02.108652 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-23803f25-d6f0-4213-8aab-ee6952f5423b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:02.117416 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-6f3b83b3-2a4d-4bca-9526-955199d5cdf3 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:02.164108 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-6f3b83b3-2a4d-4bca-9526-955199d5cdf3 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Network 12997ed3-8144-436a-8d20-22135e6511e5 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:33:02.169396 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-6f3b83b3-2a4d-4bca-9526-955199d5cdf3 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:33:02.173199 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-6f3b83b3-2a4d-4bca-9526-955199d5cdf3 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:33:02.178718 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-6f3b83b3-2a4d-4bca-9526-955199d5cdf3 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:02.179364 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-6f3b83b3-2a4d-4bca-9526-955199d5cdf3 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:02.186600 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-23803f25-d6f0-4213-8aab-ee6952f5423b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:02.188376 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b83b3-2a4d-4bca-9526-955199d5cdf3 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Pushing event updated for resources: {'Port': ['ID=072e8117-2eea-4cb6-b7bd-92aa00b05e95,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:02.191772 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-23803f25-d6f0-4213-8aab-ee6952f5423b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:02.200648 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-6f3b83b3-2a4d-4bca-9526-955199d5cdf3 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5647440 Dec 15 13:33:02.231128 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-23803f25-d6f0-4213-8aab-ee6952f5423b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4520f53c8e614b8e9bf69c47ce0becd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308273 Dec 15 13:33:02.232005 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23803f25-d6f0-4213-8aab-ee6952f5423b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660b0e7e-42ce-4282-a019-752e57f4f3f2,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:02.233730 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 54618) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:02.239059 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23803f25-d6f0-4213-8aab-ee6952f5423b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:02.239416 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23803f25-d6f0-4213-8aab-ee6952f5423b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:02.239758 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23803f25-d6f0-4213-8aab-ee6952f5423b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:02.240103 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23803f25-d6f0-4213-8aab-ee6952f5423b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:02.240448 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23803f25-d6f0-4213-8aab-ee6952f5423b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:02.240773 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23803f25-d6f0-4213-8aab-ee6952f5423b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:02.241105 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23803f25-d6f0-4213-8aab-ee6952f5423b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:02.241432 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23803f25-d6f0-4213-8aab-ee6952f5423b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:02.241760 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23803f25-d6f0-4213-8aab-ee6952f5423b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:02.242098 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23803f25-d6f0-4213-8aab-ee6952f5423b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:02.242422 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23803f25-d6f0-4213-8aab-ee6952f5423b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:02.242743 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23803f25-d6f0-4213-8aab-ee6952f5423b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:02.243090 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23803f25-d6f0-4213-8aab-ee6952f5423b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:02.282338 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-46eb6a7d-3a07-402b-b17f-3fcbd8b3c2c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:02.303044 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-46eb6a7d-3a07-402b-b17f-3fcbd8b3c2c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:02.351187 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-46eb6a7d-3a07-402b-b17f-3fcbd8b3c2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:02.353857 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-46eb6a7d-3a07-402b-b17f-3fcbd8b3c2c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:02.355029 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-46eb6a7d-3a07-402b-b17f-3fcbd8b3c2c8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/660b0e7e-42ce-4282-a019-752e57f4f3f2 HTTP/1.1" status: 204 len: 168 time: 0.1203020 Dec 15 13:33:02.363042 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb6a7d-3a07-402b-b17f-3fcbd8b3c2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660b0e7e-42ce-4282-a019-752e57f4f3f2,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:02.614077 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 54626) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:02.627410 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c8ab9a20-5c10-48b6-931f-97388e5380e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:02.700546 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c8ab9a20-5c10-48b6-931f-97388e5380e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:02.704642 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c8ab9a20-5c10-48b6-931f-97388e5380e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:02.743978 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-c8ab9a20-5c10-48b6-931f-97388e5380e4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=442689fc96914ec1b2e6c31c55887b17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288102 Dec 15 13:33:02.745887 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab9a20-5c10-48b6-931f-97388e5380e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7bf6c5-3535-486d-87d1-3a799846a853,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:02.746680 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 54628) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:02.793149 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-37703eb6-a072-43c8-bf3a-b38a0f9f5630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:02.814353 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-37703eb6-a072-43c8-bf3a-b38a0f9f5630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:02.861291 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-37703eb6-a072-43c8-bf3a-b38a0f9f5630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:02.863927 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-37703eb6-a072-43c8-bf3a-b38a0f9f5630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:02.865002 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-37703eb6-a072-43c8-bf3a-b38a0f9f5630 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6c7bf6c5-3535-486d-87d1-3a799846a853 HTTP/1.1" status: 204 len: 168 time: 0.1172915 Dec 15 13:33:02.872744 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37703eb6-a072-43c8-bf3a-b38a0f9f5630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7bf6c5-3535-486d-87d1-3a799846a853,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:03.170807 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 54636) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:03.184370 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-faa1d11a-ad13-42a2-8890-9001cd6fb4d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:03.256088 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-faa1d11a-ad13-42a2-8890-9001cd6fb4d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:03.259510 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-faa1d11a-ad13-42a2-8890-9001cd6fb4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:03.296443 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-faa1d11a-ad13-42a2-8890-9001cd6fb4d4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=80a7ec40584f41869b97a6929c8e7e01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1245561 Dec 15 13:33:03.297904 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1d11a-ad13-42a2-8890-9001cd6fb4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af55422e-a3d2-4210-b15e-cf894db9a5b7,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:03.300261 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 54638) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:03.327923 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['3c89bced-e266-4c30-8918-8d80f7f8660a', '92df63b2-2815-4499-b41a-e23801cf68f8'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:33:03.347819 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-701b2275-69a1-4589-8530-b1ff7cff9c33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:03.368965 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-701b2275-69a1-4589-8530-b1ff7cff9c33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:03.422001 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-701b2275-69a1-4589-8530-b1ff7cff9c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:03.425154 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-701b2275-69a1-4589-8530-b1ff7cff9c33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:03.426315 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-701b2275-69a1-4589-8530-b1ff7cff9c33 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/af55422e-a3d2-4210-b15e-cf894db9a5b7 HTTP/1.1" status: 204 len: 168 time: 0.1255827 Dec 15 13:33:03.434508 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b2275-69a1-4589-8530-b1ff7cff9c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af55422e-a3d2-4210-b15e-cf894db9a5b7,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:04.446719 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-9c90c7f4-dfa6-421b-8b8e-ff974bbddd14 service neutron] Request body: {'port': {'device_id': '20c19dcc-7224-44dc-8921-a03017d002d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:33:04.544672 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-9c90c7f4-dfa6-421b-8b8e-ff974bbddd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:04.561870 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b282ec0-92f0-41e4-9d95-ca2394e8910c req-3da5d196-ddd2-40b3-8902-8ddced40a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:04.563408 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-9b282ec0-92f0-41e4-9d95-ca2394e8910c req-3da5d196-ddd2-40b3-8902-8ddced40a08b service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f012c5b-1c5f-453a-9cf1-19ced471c3f5 HTTP/1.1" status: 200 len: 916 time: 0.1383379 Dec 15 13:33:04.810811 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-9c90c7f4-dfa6-421b-8b8e-ff974bbddd14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 072e8117-2eea-4cb6-b7bd-92aa00b05e95 {{(pid=102374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:33:04.817980 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-9c90c7f4-dfa6-421b-8b8e-ff974bbddd14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:04.830440 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.provisioning_blocks [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-9c90c7f4-dfa6-421b-8b8e-ff974bbddd14 service neutron] Transition to ACTIVE for port object 072e8117-2eea-4cb6-b7bd-92aa00b05e95 will not be triggered until provisioned by entity L2. {{(pid=102374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:33:04.833829 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-9c90c7f4-dfa6-421b-8b8e-ff974bbddd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:04.883719 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90c7f4-dfa6-421b-8b8e-ff974bbddd14 service neutron] Pushing event updated for resources: {'Port': ['ID=072e8117-2eea-4cb6-b7bd-92aa00b05e95,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:04.911613 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-9c90c7f4-dfa6-421b-8b8e-ff974bbddd14 service neutron] Attempting to bind port 072e8117-2eea-4cb6-b7bd-92aa00b05e95 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:33:04.911944 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-9c90c7f4-dfa6-421b-8b8e-ff974bbddd14 service neutron] Attempting to bind port 072e8117-2eea-4cb6-b7bd-92aa00b05e95 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '57c552fd-02d1-4d1d-8e94-c628cc826ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:33:04.912266 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-9c90c7f4-dfa6-421b-8b8e-ff974bbddd14 service neutron] Attempting to bind port 072e8117-2eea-4cb6-b7bd-92aa00b05e95 on network 12997ed3-8144-436a-8d20-22135e6511e5 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:33:04.916489 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-9c90c7f4-dfa6-421b-8b8e-ff974bbddd14 service neutron] Port 072e8117-2eea-4cb6-b7bd-92aa00b05e95 on network 12997ed3-8144-436a-8d20-22135e6511e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:33:04.916812 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-9c90c7f4-dfa6-421b-8b8e-ff974bbddd14 service neutron] Attempting to bind port 072e8117-2eea-4cb6-b7bd-92aa00b05e95 on network 12997ed3-8144-436a-8d20-22135e6511e5 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:33:04.921844 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-9c90c7f4-dfa6-421b-8b8e-ff974bbddd14 service neutron] Checking agent: {'id': '9aec82b9-7713-4c66-84ce-8e508cdbb5b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:33:04.922185 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-9c90c7f4-dfa6-421b-8b8e-ff974bbddd14 service neutron] Checking segment: {'id': '57c552fd-02d1-4d1d-8e94-c628cc826ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:33:04.922571 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-9c90c7f4-dfa6-421b-8b8e-ff974bbddd14 service neutron] Bound using segment: {'id': '57c552fd-02d1-4d1d-8e94-c628cc826ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:33:04.923023 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-9c90c7f4-dfa6-421b-8b8e-ff974bbddd14 service neutron] Bound port: 072e8117-2eea-4cb6-b7bd-92aa00b05e95, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c552fd-02d1-4d1d-8e94-c628cc826ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:33:04.923375 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-9c90c7f4-dfa6-421b-8b8e-ff974bbddd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:04.985871 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-9c90c7f4-dfa6-421b-8b8e-ff974bbddd14 service neutron] For port 072e8117-2eea-4cb6-b7bd-92aa00b05e95, host hv-cinder-81322, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:33:04.989268 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-9c90c7f4-dfa6-421b-8b8e-ff974bbddd14 service neutron] For port 072e8117-2eea-4cb6-b7bd-92aa00b05e95, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=072e8117-2eea-4cb6-b7bd-92aa00b05e95,segment=NetworkSegment(57c552fd-02d1-4d1d-8e94-c628cc826ca5),segment_id=57c552fd-02d1-4d1d-8e94-c628cc826ca5)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:33:04.992674 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-9c90c7f4-dfa6-421b-8b8e-ff974bbddd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:05.028966 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-9c90c7f4-dfa6-421b-8b8e-ff974bbddd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:05.029576 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-9c90c7f4-dfa6-421b-8b8e-ff974bbddd14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:05.030955 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-9c90c7f4-dfa6-421b-8b8e-ff974bbddd14 service neutron] 10.222.0.46 "PUT /v2.0/ports/072e8117-2eea-4cb6-b7bd-92aa00b05e95 HTTP/1.1" status: 200 len: 1093 time: 0.5882699 Dec 15 13:33:05.031956 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c19dcc-7224-44dc-8921-a03017d002d7', 'tag': '072e8117-2eea-4cb6-b7bd-92aa00b05e95'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:33:05.034167 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcb12ac-1b68-40d7-ac6d-d5834cc62dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "20c19dcc-7224-44dc-8921-a03017d002d7", "tag": "072e8117-2eea-4cb6-b7bd-92aa00b05e95"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:33:05.054913 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90c7f4-dfa6-421b-8b8e-ff974bbddd14 service neutron] Pushing event updated for resources: {'Port': ['ID=072e8117-2eea-4cb6-b7bd-92aa00b05e95,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:06.157035 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-9b282ec0-92f0-41e4-9d95-ca2394e8910c req-f1b890fd-6c69-43e3-8478-e954c5968c7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90cb0df-c11c-44a8-b09b-274188bbac57 HTTP/1.1" status: 200 len: 217 time: 0.0382721 Dec 15 13:33:06.246108 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cafb1d6-93ba-4c71-9211-02602e464a7f req-4622086b-9e87-46e5-a950-e678f3b7dc3e tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:06.247626 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4cafb1d6-93ba-4c71-9211-02602e464a7f req-4622086b-9e87-46e5-a950-e678f3b7dc3e tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=20c19dcc-7224-44dc-8921-a03017d002d7 HTTP/1.1" status: 200 len: 943 time: 0.0801616 Dec 15 13:33:06.269453 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919738fe-41ad-42b3-8aea-bf2f7667eca6 req-a605bc7d-20f7-49d7-8d34-18cfd8a32969 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:06.270897 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-919738fe-41ad-42b3-8aea-bf2f7667eca6 req-a605bc7d-20f7-49d7-8d34-18cfd8a32969 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0692255 Dec 15 13:33:06.272804 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b282ec0-92f0-41e4-9d95-ca2394e8910c req-0225a658-cc66-4f7e-af95-122b78fa9298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:06.274245 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-9b282ec0-92f0-41e4-9d95-ca2394e8910c req-0225a658-cc66-4f7e-af95-122b78fa9298 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c5f437c-ea6c-4b56-b65f-b3068cc7bf96 HTTP/1.1" status: 200 len: 854 time: 0.1010940 Dec 15 13:33:06.287300 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-8c15decc-07c0-4db0-8787-1d08695218c7 req-66af2ac9-f1f7-461d-849c-b4775d3844d2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1046522 Dec 15 13:33:06.298620 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-dee670cc-100e-479c-aa0e-18663a041ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:06.299428 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-dee670cc-100e-479c-aa0e-18663a041ee0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=18c80dfcc63a49f7b54f89f08cd8842f&device_id=20c19dcc-7224-44dc-8921-a03017d002d7 HTTP/1.1" status: 200 len: 1096 time: 0.0889347 Dec 15 13:33:06.331581 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b282ec0-92f0-41e4-9d95-ca2394e8910c req-44e645fb-df97-42b0-a7f2-5efb71a664ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:06.333152 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-9b282ec0-92f0-41e4-9d95-ca2394e8910c req-44e645fb-df97-42b0-a7f2-5efb71a664ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f012c5b-1c5f-453a-9cf1-19ced471c3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502357 Dec 15 13:33:06.341052 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4cafb1d6-93ba-4c71-9211-02602e464a7f req-0cd4a3fb-b376-426c-9f73-0eb2d52e677a tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846097 Dec 15 13:33:06.361808 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-919738fe-41ad-42b3-8aea-bf2f7667eca6 req-6d4fb1d1-de6f-47c3-8dde-16ebf501a58d tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746069 Dec 15 13:33:06.430101 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf63597a-caca-49cf-a4d0-0934cc5df1cb x-openstack-request-id: req-cf63597a-caca-49cf-a4d0-0934cc5df1cb {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:33:06.430399 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c19dcc-7224-44dc-8921-a03017d002d7", "tag": "072e8117-2eea-4cb6-b7bd-92aa00b05e95", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:33:06.430651 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf63597a-caca-49cf-a4d0-0934cc5df1cb {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:33:06.431072 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c19dcc-7224-44dc-8921-a03017d002d7', 'tag': '072e8117-2eea-4cb6-b7bd-92aa00b05e95', 'status': 'completed', 'code': 200} Dec 15 13:33:06.445730 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4d111-3bff-46e6-ad67-81a275611abd req-d9557153-1a1e-44a3-a84f-f33fce636fe3 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:06.447189 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-86b4d111-3bff-46e6-ad67-81a275611abd req-d9557153-1a1e-44a3-a84f-f33fce636fe3 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 943 time: 0.0494583 Dec 15 13:33:06.467614 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-68f44eef-caa5-4ad9-b768-a12e38413bad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=072e8117-2eea-4cb6-b7bd-92aa00b05e95 HTTP/1.1" status: 200 len: 217 time: 0.1068635 Dec 15 13:33:06.494350 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-86b4d111-3bff-46e6-ad67-81a275611abd req-f47659cb-dffe-48e5-a6be-71f7e99df4eb tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400651 Dec 15 13:33:06.538766 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15decc-07c0-4db0-8787-1d08695218c7 req-95e990d7-d5b7-4152-8923-f719140e3d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:06.540281 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-8c15decc-07c0-4db0-8787-1d08695218c7 req-95e990d7-d5b7-4152-8923-f719140e3d0c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=849d4c797afe475aa474e4415f6190c0&device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 1098 time: 0.1767836 Dec 15 13:33:06.557466 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-6e943651-b5ac-43a3-8663-c524a82cd6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:06.558868 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-6e943651-b5ac-43a3-8663-c524a82cd6b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ee2ad3b-f34f-4e7d-8e6d-3df4050ee06e HTTP/1.1" status: 200 len: 855 time: 0.0785387 Dec 15 13:33:06.567823 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-9b282ec0-92f0-41e4-9d95-ca2394e8910c req-df7fc427-0a6b-44a6-b605-5c922a5f24a8 service neutron] 10.222.0.46 "GET /v2.0/networks/3f012c5b-1c5f-453a-9cf1-19ced471c3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056777 Dec 15 13:33:06.647562 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-d043a543-5b6b-42fb-b4e1-e4dc1e2820c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12997ed3-8144-436a-8d20-22135e6511e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780230 Dec 15 13:33:06.788073 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15decc-07c0-4db0-8787-1d08695218c7 req-232fb3be-fc49-4a2f-98ef-efdc1444ea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:06.789443 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-8c15decc-07c0-4db0-8787-1d08695218c7 req-232fb3be-fc49-4a2f-98ef-efdc1444ea50 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0016a0f-1988-46ad-b4da-048d7988271c HTTP/1.1" status: 200 len: 918 time: 0.2297471 Dec 15 13:33:06.795770 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-9b282ec0-92f0-41e4-9d95-ca2394e8910c req-d9009a8c-0a65-46dd-a8e6-1cd541430505 service neutron] 10.222.0.46 "GET /v2.0/networks/3f012c5b-1c5f-453a-9cf1-19ced471c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070668 Dec 15 13:33:06.815225 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-e9c3292c-88de-4424-9fc0-5f0f4a06d48c service neutron] 10.222.0.46 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385808 Dec 15 13:33:07.326836 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-8c15decc-07c0-4db0-8787-1d08695218c7 req-e54223e5-0442-478a-9ef5-c0a767a4d5c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33030795-e868-427d-8a6a-6d48523668bc HTTP/1.1" status: 200 len: 1001 time: 0.1007593 Dec 15 13:33:07.578539 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ff52e8c9-4869-4d95-8bfa-dc7c665b7f9d req-5d40f780-2eb6-422a-a2c7-e36115a363ba service neutron] 10.222.0.46 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597324 Dec 15 13:33:07.588422 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15decc-07c0-4db0-8787-1d08695218c7 req-08ef8e55-77bc-4cbf-aa2a-053768a7284b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:07.589722 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-8c15decc-07c0-4db0-8787-1d08695218c7 req-08ef8e55-77bc-4cbf-aa2a-053768a7284b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ee2d60c-e8f8-48bd-815a-998b0d5d4d75 HTTP/1.1" status: 200 len: 856 time: 0.2552426 Dec 15 13:33:07.804104 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15decc-07c0-4db0-8787-1d08695218c7 req-0bdbb046-3acb-4c7a-b949-374f822fb847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:07.805543 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-8c15decc-07c0-4db0-8787-1d08695218c7 req-0bdbb046-3acb-4c7a-b949-374f822fb847 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0016a0f-1988-46ad-b4da-048d7988271c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638106 Dec 15 13:33:07.859891 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb12ac-1b68-40d7-ac6d-d5834cc62dfa req-d3edb7a5-416d-4ee6-9f1f-8c40fba23ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:07.861271 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-6dcb12ac-1b68-40d7-ac6d-d5834cc62dfa req-d3edb7a5-416d-4ee6-9f1f-8c40fba23ecf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=18c80dfcc63a49f7b54f89f08cd8842f&device_id=20c19dcc-7224-44dc-8921-a03017d002d7 HTTP/1.1" status: 200 len: 1096 time: 0.0865076 Dec 15 13:33:07.953486 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-8c15decc-07c0-4db0-8787-1d08695218c7 req-90ba50b2-4eca-432f-a857-fe6c8fea71db service neutron] 10.222.0.46 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400902 Dec 15 13:33:07.976232 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb12ac-1b68-40d7-ac6d-d5834cc62dfa req-ab86906c-1efc-47a5-9406-0a793f2e0c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:07.977564 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-6dcb12ac-1b68-40d7-ac6d-d5834cc62dfa req-ab86906c-1efc-47a5-9406-0a793f2e0c3c service neutron] 10.222.0.46 "GET /v2.0/networks?id=12997ed3-8144-436a-8d20-22135e6511e5 HTTP/1.1" status: 200 len: 916 time: 0.1089902 Dec 15 13:33:08.079919 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-6dcb12ac-1b68-40d7-ac6d-d5834cc62dfa req-081129fd-09a5-4078-aeb4-8d935daf0398 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=072e8117-2eea-4cb6-b7bd-92aa00b05e95 HTTP/1.1" status: 200 len: 217 time: 0.0537417 Dec 15 13:33:08.093150 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db878c28-d840-4152-85d0-b3362a607827 req-2292e4f2-5a47-40b2-84ea-75ea6f473224 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:08.095862 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-db878c28-d840-4152-85d0-b3362a607827 req-2292e4f2-5a47-40b2-84ea-75ea6f473224 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=20c19dcc-7224-44dc-8921-a03017d002d7 HTTP/1.1" status: 200 len: 943 time: 0.0585997 Dec 15 13:33:08.172644 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2202592-1d6f-4894-9b1b-470418b9535c req-ae049d4e-7680-481d-8cdc-22e75f225241 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:08.173661 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb12ac-1b68-40d7-ac6d-d5834cc62dfa req-c216c439-d73a-4fd3-959c-e6d17034d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:08.175114 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-6dcb12ac-1b68-40d7-ac6d-d5834cc62dfa req-c216c439-d73a-4fd3-959c-e6d17034d9e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ee2ad3b-f34f-4e7d-8e6d-3df4050ee06e HTTP/1.1" status: 200 len: 855 time: 0.0713882 Dec 15 13:33:08.175631 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d2202592-1d6f-4894-9b1b-470418b9535c req-ae049d4e-7680-481d-8cdc-22e75f225241 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0784767 Dec 15 13:33:08.199313 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-8c15decc-07c0-4db0-8787-1d08695218c7 req-f5a0edf5-aa73-4248-8977-362cb20598f5 service neutron] 10.222.0.46 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672833 Dec 15 13:33:08.200584 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:08.210532 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-db878c28-d840-4152-85d0-b3362a607827 req-70c79974-d730-48c6-9dd9-0f8c0e38ec27 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023161 Dec 15 13:33:08.214599 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-6dcb12ac-1b68-40d7-ac6d-d5834cc62dfa req-3fb973e6-cfcf-4969-868e-841bee70e4a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12997ed3-8144-436a-8d20-22135e6511e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305386 Dec 15 13:33:08.274072 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d2202592-1d6f-4894-9b1b-470418b9535c req-84575348-75df-411e-9774-37a3f7e13db5 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838149 Dec 15 13:33:08.317905 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-6dcb12ac-1b68-40d7-ac6d-d5834cc62dfa req-ff3b0e63-d5ac-4bef-815b-03e1e40b88e6 service neutron] 10.222.0.46 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950768 Dec 15 13:33:08.363655 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27987dc0-7d7b-43fd-ab8c-c6b5c442e0ec req-4a9fa20d-70d0-4797-b8b4-a906ef30f6ba tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:08.365168 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-27987dc0-7d7b-43fd-ab8c-c6b5c442e0ec req-4a9fa20d-70d0-4797-b8b4-a906ef30f6ba tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 943 time: 0.0561736 Dec 15 13:33:08.413987 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-27987dc0-7d7b-43fd-ab8c-c6b5c442e0ec req-051724e3-db0b-472a-a8c7-648e5d718dd4 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430076 Dec 15 13:33:08.432022 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-6dcb12ac-1b68-40d7-ac6d-d5834cc62dfa req-ce910157-f98d-4b54-a505-ff7d004a8f41 service neutron] 10.222.0.46 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065700 Dec 15 13:33:09.342408 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305df768-c8df-43b1-b736-983f5d3d3d6d req-15ffb24b-e99e-4867-864d-828b4b9e10a4 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:09.344617 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-305df768-c8df-43b1-b736-983f5d3d3d6d req-15ffb24b-e99e-4867-864d-828b4b9e10a4 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=20c19dcc-7224-44dc-8921-a03017d002d7 HTTP/1.1" status: 200 len: 943 time: 0.0615065 Dec 15 13:33:09.403380 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91f584-0b39-49cb-95bc-8edbdd7941ae req-a4cdd29b-cb5c-413a-a4a1-8ecccfe402fe tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:09.404815 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-aa91f584-0b39-49cb-95bc-8edbdd7941ae req-a4cdd29b-cb5c-413a-a4a1-8ecccfe402fe tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0804114 Dec 15 13:33:09.430172 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-305df768-c8df-43b1-b736-983f5d3d3d6d req-9296db60-3c77-42fc-a917-a28d2771caf7 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726328 Dec 15 13:33:09.471960 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-aa91f584-0b39-49cb-95bc-8edbdd7941ae req-09a690a5-2181-4a84-bc75-8f9848177ce6 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602882 Dec 15 13:33:09.541782 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c4373-5a11-4b7d-9ded-6b82fe043654 req-cd2fe9fd-e93f-4a34-9d0b-14020f1532e3 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:09.543307 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-415c4373-5a11-4b7d-9ded-6b82fe043654 req-cd2fe9fd-e93f-4a34-9d0b-14020f1532e3 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 943 time: 0.0478852 Dec 15 13:33:09.594601 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-415c4373-5a11-4b7d-9ded-6b82fe043654 req-d5bd786e-3297-46be-9ac4-2883490dd969 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451326 Dec 15 13:33:10.431573 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a083683-ac7c-4935-9791-03fe24b7725d req-a0e56cb7-1fbb-4771-b94a-959285d64fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:10.432986 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-0a083683-ac7c-4935-9791-03fe24b7725d req-a0e56cb7-1fbb-4771-b94a-959285d64fcb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 1099 time: 0.0406988 Dec 15 13:33:10.477704 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-0a083683-ac7c-4935-9791-03fe24b7725d req-02c662cb-eada-45a5-baa5-87934aff871c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365424 Dec 15 13:33:10.557407 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a690ed-e503-4e85-9824-c28c2b4cb08c req-5a032c22-8f77-436f-b106-564024cf12a4 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:10.558793 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-25a690ed-e503-4e85-9824-c28c2b4cb08c req-5a032c22-8f77-436f-b106-564024cf12a4 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=20c19dcc-7224-44dc-8921-a03017d002d7 HTTP/1.1" status: 200 len: 943 time: 0.0552797 Dec 15 13:33:10.625713 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6d64b-a3d3-400f-ab1f-ef8c1e471b2e req-58052503-0456-481f-8253-7c9aecc1b6ba tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:10.627238 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d7e6d64b-a3d3-400f-ab1f-ef8c1e471b2e req-58052503-0456-481f-8253-7c9aecc1b6ba tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0861065 Dec 15 13:33:10.631469 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-25a690ed-e503-4e85-9824-c28c2b4cb08c req-5f5d9e37-314a-43eb-9347-14d7404cf7bd tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570180 Dec 15 13:33:10.675018 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d7e6d64b-a3d3-400f-ab1f-ef8c1e471b2e req-1c19c6a7-ff26-4d23-8089-abfbe4777411 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418980 Dec 15 13:33:10.737824 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568d2ae-ce9a-4140-a437-3c178114adea req-9ea8694e-ff97-405a-b45b-4f7a52396b4b tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:10.739298 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2568d2ae-ce9a-4140-a437-3c178114adea req-9ea8694e-ff97-405a-b45b-4f7a52396b4b tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 943 time: 0.0505955 Dec 15 13:33:10.786232 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2568d2ae-ce9a-4140-a437-3c178114adea req-81b5dccc-fe04-4fd0-a63b-6f92df276dbb tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411084 Dec 15 13:33:11.747477 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7923a92-1c32-4bfe-8145-1c3d30e94736 req-3ef9f06f-c135-4d4b-9fa0-931bc10ebb32 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:11.748934 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d7923a92-1c32-4bfe-8145-1c3d30e94736 req-3ef9f06f-c135-4d4b-9fa0-931bc10ebb32 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=20c19dcc-7224-44dc-8921-a03017d002d7 HTTP/1.1" status: 200 len: 943 time: 0.0496695 Dec 15 13:33:11.822879 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d7923a92-1c32-4bfe-8145-1c3d30e94736 req-093f12a9-45d9-49c3-8f54-e736c0528a30 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640588 Dec 15 13:33:11.830070 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c10bc-bc61-4691-8400-9fb05b0512dd req-16cdb99f-0d4e-4488-ad6b-e46fe0379db3 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:11.831475 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-746c10bc-bc61-4691-8400-9fb05b0512dd req-16cdb99f-0d4e-4488-ad6b-e46fe0379db3 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0805883 Dec 15 13:33:11.879493 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-746c10bc-bc61-4691-8400-9fb05b0512dd req-f8c4a87f-1705-47ee-b6ce-852955e92539 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418749 Dec 15 13:33:11.926677 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033f39d-8f3c-42d0-a6e4-f987f229f722 req-ba3b62e9-97bf-422c-a4a9-020c14ff1b7e tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:11.928108 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8033f39d-8f3c-42d0-a6e4-f987f229f722 req-ba3b62e9-97bf-422c-a4a9-020c14ff1b7e tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 943 time: 0.0477562 Dec 15 13:33:11.974816 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8033f39d-8f3c-42d0-a6e4-f987f229f722 req-ce2edd03-ff7c-4290-bd7b-1406da0734ac tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403972 Dec 15 13:33:12.110695 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 072e8117-2eea-4cb6-b7bd-92aa00b05e95 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:33:12.203577 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 072e8117-2eea-4cb6-b7bd-92aa00b05e95, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=072e8117-2eea-4cb6-b7bd-92aa00b05e95,segment=NetworkSegment(57c552fd-02d1-4d1d-8e94-c628cc826ca5),segment_id=57c552fd-02d1-4d1d-8e94-c628cc826ca5)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:33:12.215141 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': '072e8117-2eea-4cb6-b7bd-92aa00b05e95', 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5', 'port_id': '072e8117-2eea-4cb6-b7bd-92aa00b05e95', 'mac_address': 'fa:16:3e:f9:85:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee2ad3b-f34f-4e7d-8e6d-3df4050ee06e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:33:12.259544 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:12.273098 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 072e8117-2eea-4cb6-b7bd-92aa00b05e95 {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:33:12.292986 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 072e8117-2eea-4cb6-b7bd-92aa00b05e95, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=072e8117-2eea-4cb6-b7bd-92aa00b05e95,segment=NetworkSegment(57c552fd-02d1-4d1d-8e94-c628cc826ca5),segment_id=57c552fd-02d1-4d1d-8e94-c628cc826ca5)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:33:12.298597 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:12.299327 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device f90cb0df-c11c-44a8-b09b-274188bbac57 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:33:12.532788 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=072e8117-2eea-4cb6-b7bd-92aa00b05e95,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:12.562801 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port f90cb0df-c11c-44a8-b09b-274188bbac57, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f90cb0df-c11c-44a8-b09b-274188bbac57,segment=NetworkSegment(dfbe76cf-412e-4121-a2ad-4763637cf246),segment_id=dfbe76cf-412e-4121-a2ad-4763637cf246)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:33:12.574232 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': 'f90cb0df-c11c-44a8-b09b-274188bbac57', 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5', 'port_id': 'f90cb0df-c11c-44a8-b09b-274188bbac57', 'mac_address': 'fa:16:3e:58:bd:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5f437c-ea6c-4b56-b65f-b3068cc7bf96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:33:12.610029 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:12.621980 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90cb0df-c11c-44a8-b09b-274188bbac57 {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:33:12.641506 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port f90cb0df-c11c-44a8-b09b-274188bbac57, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f90cb0df-c11c-44a8-b09b-274188bbac57,segment=NetworkSegment(dfbe76cf-412e-4121-a2ad-4763637cf246),segment_id=dfbe76cf-412e-4121-a2ad-4763637cf246)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:33:12.645444 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:12.692053 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=f90cb0df-c11c-44a8-b09b-274188bbac57,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:12.942646 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ab00e-8ff1-4bcd-8ba7-5e46260fa01c req-68bcc2a0-05bf-4dbb-908e-7ea1703179f9 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:12.945159 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-727ab00e-8ff1-4bcd-8ba7-5e46260fa01c req-68bcc2a0-05bf-4dbb-908e-7ea1703179f9 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=20c19dcc-7224-44dc-8921-a03017d002d7 HTTP/1.1" status: 200 len: 944 time: 0.0488479 Dec 15 13:33:13.028977 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9c95d-c5c7-4a6e-adb7-86c3b1baff52 req-722add18-3050-4cb6-8973-b65fad4dbdf2 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:13.030467 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-acb9c95d-c5c7-4a6e-adb7-86c3b1baff52 req-722add18-3050-4cb6-8973-b65fad4dbdf2 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0794754 Dec 15 13:33:13.034094 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-727ab00e-8ff1-4bcd-8ba7-5e46260fa01c req-b71fce10-1811-4268-94d5-a7b8fd6d0cce tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808365 Dec 15 13:33:13.080217 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-acb9c95d-c5c7-4a6e-adb7-86c3b1baff52 req-18ee8af9-aecb-42b9-84ef-4ff9367a0279 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436714 Dec 15 13:33:13.110283 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['f90cb0df-c11c-44a8-b09b-274188bbac57'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:33:13.114908 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['072e8117-2eea-4cb6-b7bd-92aa00b05e95'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:33:13.137237 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51357ef-79d6-4363-ac7c-c07152a0f096 req-7521b17d-7fab-4fca-b039-b571e14d78ac tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:13.138736 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e51357ef-79d6-4363-ac7c-c07152a0f096 req-7521b17d-7fab-4fca-b039-b571e14d78ac tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 944 time: 0.0508902 Dec 15 13:33:13.218604 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e51357ef-79d6-4363-ac7c-c07152a0f096 req-c7463063-4385-44e3-9640-ac0ccc67ab97 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730615 Dec 15 13:33:13.230880 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cf39c-8e13-4b4d-8af9-34bf0bc7b839 req-b1048792-99c2-420d-bfa1-f8d668a68382 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:13.232316 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e29cf39c-8e13-4b4d-8af9-34bf0bc7b839 req-b1048792-99c2-420d-bfa1-f8d668a68382 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0738206 Dec 15 13:33:13.280774 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e29cf39c-8e13-4b4d-8af9-34bf0bc7b839 req-f6b143c6-8a1a-4290-995a-ccc1b7c1c207 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401492 Dec 15 13:33:13.438242 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-bc51b8b2-1fbe-439e-a5ba-9ac3326e3928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:14.147844 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4de5e5-45c5-42ea-82a0-f49163ffb006 req-acba0374-3125-4a26-b651-b2ba3c1562d4 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:14.149397 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-db4de5e5-45c5-42ea-82a0-f49163ffb006 req-acba0374-3125-4a26-b651-b2ba3c1562d4 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=20c19dcc-7224-44dc-8921-a03017d002d7 HTTP/1.1" status: 200 len: 944 time: 0.0462418 Dec 15 13:33:14.195131 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-db4de5e5-45c5-42ea-82a0-f49163ffb006 req-92585893-57a3-4b14-9fe0-524273fc9673 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401073 Dec 15 13:33:14.334242 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85eb20-bd60-4ceb-9b74-0bd2ae4b0efa req-e9ae8b44-ae29-4209-8b66-fb9e859d7336 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:14.335649 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ac85eb20-bd60-4ceb-9b74-0bd2ae4b0efa req-e9ae8b44-ae29-4209-8b66-fb9e859d7336 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 944 time: 0.0477724 Dec 15 13:33:14.390573 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ac85eb20-bd60-4ceb-9b74-0bd2ae4b0efa req-cc8a55e0-5c1e-4d2b-a12a-f3549305fe7e tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484245 Dec 15 13:33:14.896507 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:33:15.798381 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-5a6c422f-009b-40d5-92dd-7dc64528629e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:16.879969 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:18.241073 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98967e58-3382-475b-9942-b93830baaa53 req-40009148-8ea7-469a-bd0b-bd500fd7e662 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:18.242507 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-98967e58-3382-475b-9942-b93830baaa53 req-40009148-8ea7-469a-bd0b-bd500fd7e662 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=20c19dcc-7224-44dc-8921-a03017d002d7 HTTP/1.1" status: 200 len: 944 time: 0.0740931 Dec 15 13:33:18.250128 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1001b37-ca74-4ac7-9441-9e1aaed3b347 req-eb0949c1-3158-4beb-abea-b564c350dc2a tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:18.252027 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d1001b37-ca74-4ac7-9441-9e1aaed3b347 req-eb0949c1-3158-4beb-abea-b564c350dc2a tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 944 time: 0.0750024 Dec 15 13:33:18.324312 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-98967e58-3382-475b-9942-b93830baaa53 req-a912fb90-b633-4d0d-9ae8-0ee0803c466b tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713751 Dec 15 13:33:18.327440 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d1001b37-ca74-4ac7-9441-9e1aaed3b347 req-ac83dd88-6328-4950-8db0-ae7baed20f14 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691330 Dec 15 13:33:18.487567 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:19.415662 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:19.472766 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e56dab-3fa9-4eed-af97-1b2d0e83d6f0 req-7c6126ea-c1a6-4aad-91a3-bbc091b0f677 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:19.474220 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a5e56dab-3fa9-4eed-af97-1b2d0e83d6f0 req-7c6126ea-c1a6-4aad-91a3-bbc091b0f677 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=20c19dcc-7224-44dc-8921-a03017d002d7 HTTP/1.1" status: 200 len: 944 time: 0.0808241 Dec 15 13:33:19.481239 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23ac4c-ffb1-4a44-b8a8-5ae1216a6090 req-ccc9ba72-7576-4ea0-9481-a1feeb03f7e3 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:19.482557 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3a23ac4c-ffb1-4a44-b8a8-5ae1216a6090 req-ccc9ba72-7576-4ea0-9481-a1feeb03f7e3 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 944 time: 0.0753262 Dec 15 13:33:19.552055 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a5e56dab-3fa9-4eed-af97-1b2d0e83d6f0 req-92b50ab1-d957-4cc2-816b-9e5c4a7b4e88 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685539 Dec 15 13:33:19.555466 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3a23ac4c-ffb1-4a44-b8a8-5ae1216a6090 req-c6754dda-0544-4683-b1c6-3dc9087cf670 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663950 Dec 15 13:33:20.082562 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffdfa8-23e1-4d13-901f-ef7e736e5429 req-185325bc-c9db-4d8a-979a-dcc40869b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:20.084440 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-faffdfa8-23e1-4d13-901f-ef7e736e5429 req-185325bc-c9db-4d8a-979a-dcc40869b083 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6898e751314d4e94af3fc6df9b465470&device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 1098 time: 0.0468311 Dec 15 13:33:20.102954 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4be90f-ae73-4600-869e-013942ca7bd7 req-57404dd5-eabe-47b8-bd35-5ffc9dd40801 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:20.104501 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5b4be90f-ae73-4600-869e-013942ca7bd7 req-57404dd5-eabe-47b8-bd35-5ffc9dd40801 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0620887 Dec 15 13:33:20.123364 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 072e8117-2eea-4cb6-b7bd-92aa00b05e95 up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:33:20.176086 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5b4be90f-ae73-4600-869e-013942ca7bd7 req-4b74504c-e195-42aa-b94a-107f64d3f540 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599077 Dec 15 13:33:20.184670 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffdfa8-23e1-4d13-901f-ef7e736e5429 req-d50a2065-ef0a-40a2-bbb4-21bde3cde18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:20.186319 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-faffdfa8-23e1-4d13-901f-ef7e736e5429 req-d50a2065-ef0a-40a2-bbb4-21bde3cde18c service neutron] 10.222.0.46 "GET /v2.0/networks?id=818413aa-89a4-4338-a133-8010a51bc5a9 HTTP/1.1" status: 200 len: 919 time: 0.0932190 Dec 15 13:33:20.189636 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning for port 072e8117-2eea-4cb6-b7bd-92aa00b05e95 completed by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:33:20.193696 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port 072e8117-2eea-4cb6-b7bd-92aa00b05e95 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:33:20.195204 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:20.237604 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-faffdfa8-23e1-4d13-901f-ef7e736e5429 req-f329c76c-30e4-43a7-b989-d5d69c2718b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d HTTP/1.1" status: 200 len: 217 time: 0.0429122 Dec 15 13:33:20.294753 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffdfa8-23e1-4d13-901f-ef7e736e5429 req-d0593891-b8a7-467b-9870-32d7754fa88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:20.296338 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-faffdfa8-23e1-4d13-901f-ef7e736e5429 req-d0593891-b8a7-467b-9870-32d7754fa88b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d HTTP/1.1" status: 200 len: 858 time: 0.0487883 Dec 15 13:33:20.307077 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:20.333340 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c19dcc-7224-44dc-8921-a03017d002d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072e8117-2eea-4cb6-b7bd-92aa00b05e95'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:33:20.333635 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-faffdfa8-23e1-4d13-901f-ef7e736e5429 req-e18a3937-dc7a-4a9d-ad93-d2d741cc289b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=818413aa-89a4-4338-a133-8010a51bc5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273161 Dec 15 13:33:20.335697 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efab7c53-05b6-4154-a77a-62cc221b67ba" -d '{"events": [{"server_uuid": "20c19dcc-7224-44dc-8921-a03017d002d7", "name": "network-vif-plugged", "status": "completed", "tag": "072e8117-2eea-4cb6-b7bd-92aa00b05e95"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:33:20.348221 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 072e8117-2eea-4cb6-b7bd-92aa00b05e95, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=072e8117-2eea-4cb6-b7bd-92aa00b05e95,segment=NetworkSegment(57c552fd-02d1-4d1d-8e94-c628cc826ca5),segment_id=57c552fd-02d1-4d1d-8e94-c628cc826ca5)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:33:20.352509 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:20.358178 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device f90cb0df-c11c-44a8-b09b-274188bbac57 up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:33:20.416215 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7019fe-bd1f-4620-8266-e13b329279d7 x-openstack-request-id: req-bf7019fe-bd1f-4620-8266-e13b329279d7 {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:33:20.416793 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c19dcc-7224-44dc-8921-a03017d002d7", "name": "network-vif-plugged", "status": "completed", "tag": "072e8117-2eea-4cb6-b7bd-92aa00b05e95", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:33:20.416793 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf7019fe-bd1f-4620-8266-e13b329279d7 {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:33:20.417152 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c19dcc-7224-44dc-8921-a03017d002d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072e8117-2eea-4cb6-b7bd-92aa00b05e95', 'code': 200} Dec 15 13:33:20.446539 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-faffdfa8-23e1-4d13-901f-ef7e736e5429 req-0f520aa9-bdf1-4590-adab-ac48cf65366c service neutron] 10.222.0.46 "GET /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972688 Dec 15 13:33:20.463360 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=072e8117-2eea-4cb6-b7bd-92aa00b05e95,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:20.475518 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:20.476028 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:20.476583 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:20.476957 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:20.477775 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:20.478119 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:20.478457 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:20.478797 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:20.479231 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:20.479582 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:20.479919 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:20.480338 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:20.480703 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:33:20.492116 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning for port f90cb0df-c11c-44a8-b09b-274188bbac57 completed by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:33:20.498006 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port f90cb0df-c11c-44a8-b09b-274188bbac57 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:33:20.498471 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:20.586869 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:20.587438 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-faffdfa8-23e1-4d13-901f-ef7e736e5429 req-92cafefe-e655-4153-90b5-54951d22c850 service neutron] 10.222.0.46 "GET /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138458 Dec 15 13:33:20.629280 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0500b7-d05f-4543-8eec-ec817c636a94 req-3a966995-a190-4a03-a086-6957d3ca2f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:20.630999 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-4a0500b7-d05f-4543-8eec-ec817c636a94 req-3a966995-a190-4a03-a086-6957d3ca2f3f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=20c19dcc-7224-44dc-8921-a03017d002d7 HTTP/1.1" status: 200 len: 1098 time: 0.0535352 Dec 15 13:33:20.631327 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port f90cb0df-c11c-44a8-b09b-274188bbac57, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f90cb0df-c11c-44a8-b09b-274188bbac57,segment=NetworkSegment(dfbe76cf-412e-4121-a2ad-4763637cf246),segment_id=dfbe76cf-412e-4121-a2ad-4763637cf246)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:33:20.636422 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:20.691493 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=f90cb0df-c11c-44a8-b09b-274188bbac57,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:20.720202 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-4a0500b7-d05f-4543-8eec-ec817c636a94 req-95695231-aee3-4002-963d-89239d436cfd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577555 Dec 15 13:33:20.749532 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc0ffa-6f6d-4999-bad5-afebee73b87b req-b9e2408a-b0db-4b74-97c5-c3a202d6c373 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:20.751646 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cadc0ffa-6f6d-4999-bad5-afebee73b87b req-b9e2408a-b0db-4b74-97c5-c3a202d6c373 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 945 time: 0.0906537 Dec 15 13:33:20.763056 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5c0b2-6ecf-402e-b112-e8fcf59a4a7e req-52d8c3dc-42a3-4cad-8fb3-3ed2e83c1ca8 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:20.764394 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-46d5c0b2-6ecf-402e-b112-e8fcf59a4a7e req-52d8c3dc-42a3-4cad-8fb3-3ed2e83c1ca8 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=20c19dcc-7224-44dc-8921-a03017d002d7 HTTP/1.1" status: 200 len: 945 time: 0.0665510 Dec 15 13:33:20.836142 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cadc0ffa-6f6d-4999-bad5-afebee73b87b req-bdca10a7-37c2-426d-8a11-99894509cc7e tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708215 Dec 15 13:33:20.840343 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-46d5c0b2-6ecf-402e-b112-e8fcf59a4a7e req-2fb32c22-37f1-4f07-997a-020adff8cd37 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695865 Dec 15 13:33:21.280718 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb722b-10a5-492a-bbb3-c01b41c3878c req-6aa21ef7-cfa3-419a-b53d-8a247b021e53 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:21.282808 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f9bb722b-10a5-492a-bbb3-c01b41c3878c req-6aa21ef7-cfa3-419a-b53d-8a247b021e53 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0481420 Dec 15 13:33:21.328292 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f9bb722b-10a5-492a-bbb3-c01b41c3878c req-41430ea3-f09a-467a-a259-8ad48b2ddd82 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397437 Dec 15 13:33:21.973705 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 54932) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:21.983468 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5af49-8ade-403f-ba33-f60ecb08c697 req-01fed2f7-2e4d-4e61-b0e3-8d73df30c98e tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:21.985964 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-16e5af49-8ade-403f-ba33-f60ecb08c697 req-01fed2f7-2e4d-4e61-b0e3-8d73df30c98e tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=20c19dcc-7224-44dc-8921-a03017d002d7 HTTP/1.1" status: 200 len: 945 time: 0.0701170 Dec 15 13:33:21.992500 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50dd7f1-85e6-4fd7-96f8-5d107f87e597 req-0595aab5-b813-4b6c-85ac-7ec5f12c98f0 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:21.993836 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e50dd7f1-85e6-4fd7-96f8-5d107f87e597 req-0595aab5-b813-4b6c-85ac-7ec5f12c98f0 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 945 time: 0.0872548 Dec 15 13:33:22.089207 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-56e4d445-2426-4942-9d03-4528318a5ee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:22.171473 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-56e4d445-2426-4942-9d03-4528318a5ee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:22.175862 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-56e4d445-2426-4942-9d03-4528318a5ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:22.216959 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-56e4d445-2426-4942-9d03-4528318a5ee5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=64c907521b8f4a8c9411767e09332eb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398930 Dec 15 13:33:22.216959 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4d445-2426-4942-9d03-4528318a5ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18337829-587f-4dc1-89ea-040f61420c9a,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:22.218749 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 54936) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:22.243805 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-16e5af49-8ade-403f-ba33-f60ecb08c697 req-08320acc-f57d-4349-9cb0-be0260413654 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490027 Dec 15 13:33:22.248187 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e50dd7f1-85e6-4fd7-96f8-5d107f87e597 req-e9946006-6a91-400a-b976-eec11ac86a31 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469113 Dec 15 13:33:22.269121 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-63b966a6-7a05-4dc1-a963-726c146044dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:22.293132 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-63b966a6-7a05-4dc1-a963-726c146044dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:22.339977 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-63b966a6-7a05-4dc1-a963-726c146044dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:22.342768 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-63b966a6-7a05-4dc1-a963-726c146044dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:22.343978 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-63b966a6-7a05-4dc1-a963-726c146044dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/18337829-587f-4dc1-89ea-040f61420c9a HTTP/1.1" status: 204 len: 168 time: 0.1234257 Dec 15 13:33:22.352951 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b966a6-7a05-4dc1-a963-726c146044dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18337829-587f-4dc1-89ea-040f61420c9a,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:22.418385 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f21e20b-c80e-408b-849e-cf9e27127cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90cb0df-c11c-44a8-b09b-274188bbac57'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:33:22.421382 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44921f5-8dc8-4cbd-9ef5-1e2aaa98397a" -d '{"events": [{"server_uuid": "9f21e20b-c80e-408b-849e-cf9e27127cbb", "name": "network-vif-plugged", "status": "completed", "tag": "f90cb0df-c11c-44a8-b09b-274188bbac57"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:33:22.461483 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d164aab-a9a3-4bf9-ac76-e0598b4dfd5e x-openstack-request-id: req-9d164aab-a9a3-4bf9-ac76-e0598b4dfd5e {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:33:22.461801 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f21e20b-c80e-408b-849e-cf9e27127cbb", "name": "network-vif-plugged", "status": "completed", "tag": "f90cb0df-c11c-44a8-b09b-274188bbac57", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:33:22.462083 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d164aab-a9a3-4bf9-ac76-e0598b4dfd5e {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:33:22.462652 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f21e20b-c80e-408b-849e-cf9e27127cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90cb0df-c11c-44a8-b09b-274188bbac57', 'code': 200} Dec 15 13:33:22.475740 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac4e08-dd90-41f7-8363-4bda6c1e47c5 req-c2b33d70-7e5a-4c59-b7a5-a5c1ba9f5f49 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:22.477256 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-90ac4e08-dd90-41f7-8363-4bda6c1e47c5 req-c2b33d70-7e5a-4c59-b7a5-a5c1ba9f5f49 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0595214 Dec 15 13:33:22.530372 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-90ac4e08-dd90-41f7-8363-4bda6c1e47c5 req-e58f8d0f-4500-46f9-ad00-b4683e88b468 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464842 Dec 15 13:33:22.672915 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 54950) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:22.686749 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-88d9331d-bc7c-4bd3-bad4-e69b57381b92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:22.710381 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ea943-d197-4a4b-8b39-85fee31236ab req-1431a87d-3b64-41b5-beb8-63340dd98903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:22.712458 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-710ea943-d197-4a4b-8b39-85fee31236ab req-1431a87d-3b64-41b5-beb8-63340dd98903 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 1098 time: 0.0465906 Dec 15 13:33:22.763347 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-88d9331d-bc7c-4bd3-bad4-e69b57381b92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:22.763540 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-710ea943-d197-4a4b-8b39-85fee31236ab req-c0631a1a-06e3-458d-acc3-ad8ec3ad75a7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407534 Dec 15 13:33:22.767792 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-88d9331d-bc7c-4bd3-bad4-e69b57381b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:22.807589 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-88d9331d-bc7c-4bd3-bad4-e69b57381b92 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed72e442ae0747e6bae149f54b8e6e21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335278 Dec 15 13:33:22.808678 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9331d-bc7c-4bd3-bad4-e69b57381b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19379e25-6043-41f3-be72-a0cb482d5f6c,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:22.810344 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 54952) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:22.857787 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-39439125-e561-40a0-94f8-70ef461d8825 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:22.879462 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-39439125-e561-40a0-94f8-70ef461d8825 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:22.924019 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-39439125-e561-40a0-94f8-70ef461d8825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:22.926747 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-39439125-e561-40a0-94f8-70ef461d8825 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:22.927888 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-39439125-e561-40a0-94f8-70ef461d8825 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/19379e25-6043-41f3-be72-a0cb482d5f6c HTTP/1.1" status: 204 len: 168 time: 0.1165273 Dec 15 13:33:22.935155 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39439125-e561-40a0-94f8-70ef461d8825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19379e25-6043-41f3-be72-a0cb482d5f6c,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:23.402194 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f144f7-ab49-44a4-ae64-1dd7aed45da1 req-84294c25-c528-4250-bfd8-c8b09673c610 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:23.403714 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-13f144f7-ab49-44a4-ae64-1dd7aed45da1 req-84294c25-c528-4250-bfd8-c8b09673c610 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 945 time: 0.0729246 Dec 15 13:33:23.410957 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89d1b7-c69b-4a88-b2e5-7db70c6e8d1b req-c384e7a2-fa8d-41d7-a94e-e72b80061d15 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:23.412337 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5e89d1b7-c69b-4a88-b2e5-7db70c6e8d1b req-c384e7a2-fa8d-41d7-a94e-e72b80061d15 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=20c19dcc-7224-44dc-8921-a03017d002d7 HTTP/1.1" status: 200 len: 945 time: 0.0911865 Dec 15 13:33:23.487496 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-13f144f7-ab49-44a4-ae64-1dd7aed45da1 req-5999f665-b7dd-4405-b6dc-2e109ef6c585 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742075 Dec 15 13:33:23.490699 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5e89d1b7-c69b-4a88-b2e5-7db70c6e8d1b req-13fe9f6b-9fd1-47f0-b9c2-89f2e5c508a4 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717721 Dec 15 13:33:23.673498 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f68014-7dd9-44a1-83b0-7ac4f54862dd req-55830fcc-5230-4791-8725-b1020211a84c tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:23.675240 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-70f68014-7dd9-44a1-83b0-7ac4f54862dd req-55830fcc-5230-4791-8725-b1020211a84c tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0700006 Dec 15 13:33:23.731426 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-70f68014-7dd9-44a1-83b0-7ac4f54862dd req-54f630aa-375c-42ef-83cb-b911e2f6f36d tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495048 Dec 15 13:33:24.621510 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3390ce9-0d34-4958-98fb-b5aed903d098 req-2bc50a41-57ef-4adc-8292-8cb41c2ec886 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:24.622978 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b3390ce9-0d34-4958-98fb-b5aed903d098 req-2bc50a41-57ef-4adc-8292-8cb41c2ec886 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 945 time: 0.0511158 Dec 15 13:33:24.669468 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b3390ce9-0d34-4958-98fb-b5aed903d098 req-22c37e35-67fe-4ce6-815b-15daad9ad7e8 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401347 Dec 15 13:33:24.790422 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729f633-f323-4a61-8951-3b09b7a6450c req-f5ad2145-efb3-4b5e-8247-eafb07945795 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:24.791955 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8729f633-f323-4a61-8951-3b09b7a6450c req-f5ad2145-efb3-4b5e-8247-eafb07945795 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 945 time: 0.0524559 Dec 15 13:33:24.869370 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8729f633-f323-4a61-8951-3b09b7a6450c req-22db9b57-4edc-424d-8b5b-b3c710c94515 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714912 Dec 15 13:33:24.879931 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77035183-9106-427d-a11a-6f35eb77a0c5 req-558e04d5-e5fe-4eda-a7f1-70516527dbc0 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:24.881354 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-77035183-9106-427d-a11a-6f35eb77a0c5 req-558e04d5-e5fe-4eda-a7f1-70516527dbc0 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0696578 Dec 15 13:33:24.929768 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-77035183-9106-427d-a11a-6f35eb77a0c5 req-55510dcf-7823-4ab2-a736-b48eca52a087 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422983 Dec 15 13:33:25.314088 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14beaa-b927-47c5-af03-808c2e2387de req-50e331b7-53da-41e2-a7c1-2346e993f3be tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:25.320610 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-7a14beaa-b927-47c5-af03-808c2e2387de req-50e331b7-53da-41e2-a7c1-2346e993f3be tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 945 time: 0.0538328 Dec 15 13:33:25.372331 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-7a14beaa-b927-47c5-af03-808c2e2387de req-7ef45879-118b-4897-9be0-b439499cda3d tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462778 Dec 15 13:33:26.045338 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b2947-f003-430e-ae96-84d915b5bb8b req-09222cbd-8587-4aa5-8e25-634dad607cfd tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:26.047320 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bc6b2947-f003-430e-ae96-84d915b5bb8b req-09222cbd-8587-4aa5-8e25-634dad607cfd tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0466132 Dec 15 13:33:26.094351 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bc6b2947-f003-430e-ae96-84d915b5bb8b req-79c4e76e-9aa6-4dfa-ba1f-0f096a3906bc tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413182 Dec 15 13:33:27.265904 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41fc41-496d-4fbe-b04e-bec5625b4db9 req-b5aca2f3-f2da-4169-92e4-9b99b03216f8 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:27.267401 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bd41fc41-496d-4fbe-b04e-bec5625b4db9 req-b5aca2f3-f2da-4169-92e4-9b99b03216f8 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0537782 Dec 15 13:33:27.314119 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bd41fc41-496d-4fbe-b04e-bec5625b4db9 req-58b8da7d-929f-47a5-96c1-85a87d1ae03f tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407708 Dec 15 13:33:28.445133 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb50c2-5899-4d47-b4f7-4b5b783ab12b req-2a186a50-8323-4ef6-b5ed-d69e3c087250 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:28.446619 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d9fb50c2-5899-4d47-b4f7-4b5b783ab12b req-2a186a50-8323-4ef6-b5ed-d69e3c087250 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0618281 Dec 15 13:33:28.498105 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d9fb50c2-5899-4d47-b4f7-4b5b783ab12b req-6cd1cb8b-d126-451f-a882-5596ce5f5124 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453219 Dec 15 13:33:29.614031 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2638f-1025-4e74-a774-0cd4ccfa4c99 req-7a7a4fe7-0a26-4392-8f20-9bd3fbccae78 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:29.615646 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0bf2638f-1025-4e74-a774-0cd4ccfa4c99 req-7a7a4fe7-0a26-4392-8f20-9bd3fbccae78 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0476384 Dec 15 13:33:29.668120 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0bf2638f-1025-4e74-a774-0cd4ccfa4c99 req-1d1357a2-0d59-40f3-bd7f-9bf02abf5525 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468452 Dec 15 13:33:30.789651 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b265847-c157-45ca-8fdf-bd713a6f2197 req-f2b93d78-facd-42b9-8c12-464f75a9259b tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:30.791242 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4b265847-c157-45ca-8fdf-bd713a6f2197 req-f2b93d78-facd-42b9-8c12-464f75a9259b tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0536218 Dec 15 13:33:30.840903 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4b265847-c157-45ca-8fdf-bd713a6f2197 req-524cdb24-c0dc-4618-9eab-1ee2dd42aa34 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427141 Dec 15 13:33:31.959585 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98482635-5043-4df3-937d-9eda27147228 req-1514559e-c2d1-4780-8710-9fe4aa54f370 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:31.961736 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-98482635-5043-4df3-937d-9eda27147228 req-1514559e-c2d1-4780-8710-9fe4aa54f370 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0514953 Dec 15 13:33:32.010887 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-98482635-5043-4df3-937d-9eda27147228 req-659ef13a-756b-493e-ad42-2d3b79b8718c tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401819 Dec 15 13:33:33.141520 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d161a44-e78b-47dd-ae8c-a6b40a7cce97 req-1ffb2e81-2031-4ba8-88e8-af59d9bb6f20 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:33.143129 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4d161a44-e78b-47dd-ae8c-a6b40a7cce97 req-1ffb2e81-2031-4ba8-88e8-af59d9bb6f20 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0538845 Dec 15 13:33:33.193593 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4d161a44-e78b-47dd-ae8c-a6b40a7cce97 req-e423df56-2b5e-4748-b761-cd61c4118d3f tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447035 Dec 15 13:33:33.831025 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ef362-207d-4ed1-9709-096c9ce925e5 req-aa7da2bc-3f44-4057-bb5b-d8a3f70c1c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:33.832749 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e09ef362-207d-4ed1-9709-096c9ce925e5 req-aa7da2bc-3f44-4057-bb5b-d8a3f70c1c42 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 1098 time: 0.0417023 Dec 15 13:33:33.881223 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e09ef362-207d-4ed1-9709-096c9ce925e5 req-0dbd70d7-3812-4e95-be97-6ac9fff26c1b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406363 Dec 15 13:33:34.305567 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9912d-a23f-4015-b4ed-b2fff3440514 req-a9efc9f1-41d2-422f-974a-ea73c34ab92c tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:34.306960 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-71f9912d-a23f-4015-b4ed-b2fff3440514 req-a9efc9f1-41d2-422f-974a-ea73c34ab92c tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0468493 Dec 15 13:33:34.352863 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-71f9912d-a23f-4015-b4ed-b2fff3440514 req-17b668ed-4a40-4d31-ac6a-3b5af721c07e tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394588 Dec 15 13:33:35.473217 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128428fc-bc57-4bc7-9bff-ecff37350b37 req-cbfc65ea-1d1d-41c3-8047-7b99f12d2e45 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:35.474680 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-128428fc-bc57-4bc7-9bff-ecff37350b37 req-cbfc65ea-1d1d-41c3-8047-7b99f12d2e45 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0483513 Dec 15 13:33:35.521852 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-128428fc-bc57-4bc7-9bff-ecff37350b37 req-7e2e8187-41cd-4e2b-80bb-1818adfd673b tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412414 Dec 15 13:33:36.636827 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0a5b5-3e97-4657-b7e0-c0f1adbe7286 req-5d844c8a-f823-455c-9e28-63b7fa868b28 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:36.638289 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-dad0a5b5-3e97-4657-b7e0-c0f1adbe7286 req-5d844c8a-f823-455c-9e28-63b7fa868b28 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0514007 Dec 15 13:33:36.689411 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-dad0a5b5-3e97-4657-b7e0-c0f1adbe7286 req-a825f333-d877-4264-afc1-49cf7f5792c1 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408149 Dec 15 13:33:36.919549 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b63e4-ce0d-4c34-9d36-5ece795bf83b req-34c82f3f-60b6-45fc-b19d-9c77f67f0065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:36.921332 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-995b63e4-ce0d-4c34-9d36-5ece795bf83b req-34c82f3f-60b6-45fc-b19d-9c77f67f0065 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6898e751314d4e94af3fc6df9b465470&device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 1098 time: 0.0425818 Dec 15 13:33:36.926324 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905bdaa-7f8f-4f34-802a-e44e193cc920 req-ec66eb8c-7e66-437d-b308-a37b3828204f tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:36.927844 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5905bdaa-7f8f-4f34-802a-e44e193cc920 req-ec66eb8c-7e66-437d-b308-a37b3828204f tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0477188 Dec 15 13:33:36.974754 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5905bdaa-7f8f-4f34-802a-e44e193cc920 req-1114e81f-c739-4a2a-bfce-9347c6fe88b8 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408630 Dec 15 13:33:37.011227 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b63e4-ce0d-4c34-9d36-5ece795bf83b req-74d3ec9e-7e05-44d0-9064-2631531e2653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:37.012700 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-995b63e4-ce0d-4c34-9d36-5ece795bf83b req-74d3ec9e-7e05-44d0-9064-2631531e2653 service neutron] 10.222.0.46 "GET /v2.0/networks?id=818413aa-89a4-4338-a133-8010a51bc5a9 HTTP/1.1" status: 200 len: 919 time: 0.0838568 Dec 15 13:33:37.058621 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-995b63e4-ce0d-4c34-9d36-5ece795bf83b req-bc3d4737-151c-41a2-868d-199d15dd71fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d HTTP/1.1" status: 200 len: 217 time: 0.0382557 Dec 15 13:33:37.113498 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b63e4-ce0d-4c34-9d36-5ece795bf83b req-c1c04123-980d-4dc6-a402-e10611006e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:37.114972 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-995b63e4-ce0d-4c34-9d36-5ece795bf83b req-c1c04123-980d-4dc6-a402-e10611006e6e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d HTTP/1.1" status: 200 len: 858 time: 0.0434837 Dec 15 13:33:37.147951 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-995b63e4-ce0d-4c34-9d36-5ece795bf83b req-a63664d7-33e2-4fbf-ace9-003c617d3d9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=818413aa-89a4-4338-a133-8010a51bc5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225413 Dec 15 13:33:37.234481 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-995b63e4-ce0d-4c34-9d36-5ece795bf83b req-9f46e3f7-3993-40f7-a08d-b02d6e1bc8b1 service neutron] 10.222.0.46 "GET /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783935 Dec 15 13:33:37.332100 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-995b63e4-ce0d-4c34-9d36-5ece795bf83b req-9aa29023-a926-46b7-aa24-2cbe68539757 service neutron] 10.222.0.46 "GET /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840592 Dec 15 13:33:38.090046 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f75a65-b236-488a-9031-1d86fadaf628 req-9a48ed97-a14d-4cc6-8f85-ea7d4ec3a755 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:38.091531 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b9f75a65-b236-488a-9031-1d86fadaf628 req-9a48ed97-a14d-4cc6-8f85-ea7d4ec3a755 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0490232 Dec 15 13:33:38.151020 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b9f75a65-b236-488a-9031-1d86fadaf628 req-64bde709-6c67-4e04-87d7-5aed3caef979 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521166 Dec 15 13:33:38.193108 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:39.248533 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 55374) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:39.269093 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5e294-4788-4c53-bc55-a78cc95dedda req-d32e77fd-2c69-47c1-b3da-d763db90abb2 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:39.270678 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a6c5e294-4788-4c53-bc55-a78cc95dedda req-d32e77fd-2c69-47c1-b3da-d763db90abb2 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0542238 Dec 15 13:33:39.320389 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a6c5e294-4788-4c53-bc55-a78cc95dedda req-1b0bee46-12d6-46f5-96b0-059b9f854efa tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430508 Dec 15 13:33:39.357467 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e6b2cd2b-64ec-4b85-90ac-d02238d2a2c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:39.429462 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e6b2cd2b-64ec-4b85-90ac-d02238d2a2c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:39.433139 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e6b2cd2b-64ec-4b85-90ac-d02238d2a2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:39.471080 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-e6b2cd2b-64ec-4b85-90ac-d02238d2a2c5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01151ffc39324ad093994acdab220e54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213562 Dec 15 13:33:39.471980 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2cd2b-64ec-4b85-90ac-d02238d2a2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc9d847-61e7-46d8-b6a7-fdd8e5d97a21,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:39.473697 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 55380) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:39.521444 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-de21d468-67cd-4f21-aae4-8ffb729b95cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:39.542211 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-de21d468-67cd-4f21-aae4-8ffb729b95cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:39.587767 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-de21d468-67cd-4f21-aae4-8ffb729b95cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:39.590289 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-de21d468-67cd-4f21-aae4-8ffb729b95cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:39.591497 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-de21d468-67cd-4f21-aae4-8ffb729b95cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7dc9d847-61e7-46d8-b6a7-fdd8e5d97a21 HTTP/1.1" status: 204 len: 168 time: 0.1166551 Dec 15 13:33:39.601670 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21d468-67cd-4f21-aae4-8ffb729b95cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc9d847-61e7-46d8-b6a7-fdd8e5d97a21,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:39.861036 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 55390) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:39.877876 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6c96d0c8-bd3d-402d-9406-9797a5164492 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:39.959602 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6c96d0c8-bd3d-402d-9406-9797a5164492 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:39.964168 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6c96d0c8-bd3d-402d-9406-9797a5164492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:40.009153 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-6c96d0c8-bd3d-402d-9406-9797a5164492 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0dc5966482474a9cb956e411c7a3c634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444087 Dec 15 13:33:40.009153 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96d0c8-bd3d-402d-9406-9797a5164492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336f41ee-a990-43e8-818d-f25f8016fa96,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:40.010300 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 55398) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:40.068346 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2239c881-ee6c-46d0-9b72-da6bc24463ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:40.091519 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2239c881-ee6c-46d0-9b72-da6bc24463ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:40.114109 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac8c83-189b-4755-a66c-0de6f6b299e2 req-85ffcf5f-8b01-4d29-ba7c-ae180d7b4f7c tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:40.115717 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b4ac8c83-189b-4755-a66c-0de6f6b299e2 req-85ffcf5f-8b01-4d29-ba7c-ae180d7b4f7c tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 945 time: 0.0481460 Dec 15 13:33:40.142806 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2239c881-ee6c-46d0-9b72-da6bc24463ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:40.145533 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2239c881-ee6c-46d0-9b72-da6bc24463ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:40.146654 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-2239c881-ee6c-46d0-9b72-da6bc24463ac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/336f41ee-a990-43e8-818d-f25f8016fa96 HTTP/1.1" status: 204 len: 168 time: 0.1353159 Dec 15 13:33:40.154158 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239c881-ee6c-46d0-9b72-da6bc24463ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336f41ee-a990-43e8-818d-f25f8016fa96,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:40.167251 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b4ac8c83-189b-4755-a66c-0de6f6b299e2 req-f86d13b8-0b1e-4541-9ab7-f5f63352a205 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454986 Dec 15 13:33:40.190791 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 55402) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:40.445783 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128b0776-85ee-4bf1-b184-c7428211eae3 tempest-TestMinimumBasicScenario-1858694388 tempest-TestMinimumBasicScenario-1858694388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:40.447580 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-128b0776-85ee-4bf1-b184-c7428211eae3 tempest-TestMinimumBasicScenario-1858694388 tempest-TestMinimumBasicScenario-1858694388-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 1093 time: 0.2556677 Dec 15 13:33:40.450478 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 55418) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:40.455627 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-a910d0a7-6f69-464a-b705-204b3a083413 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Request body: {'floatingip': {'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'port_id': 'f90cb0df-c11c-44a8-b09b-274188bbac57', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:33:40.474226 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afdc42-648b-4c84-82ac-312394fd13b3 req-e4da7619-7072-4423-8f1d-9e1104d264bc tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:40.475720 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f3afdc42-648b-4c84-82ac-312394fd13b3 req-e4da7619-7072-4423-8f1d-9e1104d264bc tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0822248 Dec 15 13:33:40.502962 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a910d0a7-6f69-464a-b705-204b3a083413 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for floatingip, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:40.584606 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f3afdc42-648b-4c84-82ac-312394fd13b3 req-068eb947-ad1b-48ac-9d82-15149e9e2072 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020584 Dec 15 13:33:40.646619 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a910d0a7-6f69-464a-b705-204b3a083413 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:40.828221 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.db_base_plugin_common [None req-a910d0a7-6f69-464a-b705-204b3a083413 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Allocated IP 172.27.2.16 (d75b81e5-d2ea-4613-a99a-556640a87149/db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2/934174f8-6d40-4351-8980-863bcfa799e6) {{(pid=102375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:33:40.937449 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-10d200f9-1b25-4965-b04c-c2cad45dcce2 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:40.938837 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-10d200f9-1b25-4965-b04c-c2cad45dcce2 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/networks?id=12997ed3-8144-436a-8d20-22135e6511e5 HTTP/1.1" status: 200 len: 815 time: 0.1966949 Dec 15 13:33:40.969942 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-48a6ad05-075d-4ec9-8a1c-58dc114ccb94 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/quotas/18c80dfcc63a49f7b54f89f08cd8842f HTTP/1.1" status: 200 len: 375 time: 0.0229802 Dec 15 13:33:41.014012 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a910d0a7-6f69-464a-b705-204b3a083413 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for port, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:41.041299 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-135ce56d-7e0d-49fe-a9ad-c19a911411c3 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=18c80dfcc63a49f7b54f89f08cd8842f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0638845 Dec 15 13:33:41.110050 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a910d0a7-6f69-464a-b705-204b3a083413 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:41.158126 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a910d0a7-6f69-464a-b705-204b3a083413 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Network d75b81e5-d2ea-4613-a99a-556640a87149 is already hosted by enough agents. {{(pid=102375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:33:41.168587 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-a910d0a7-6f69-464a-b705-204b3a083413 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Resources bound (agent type, host, resource id): {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:33:41.175611 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910d0a7-6f69-464a-b705-204b3a083413 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Received port after_create {{(pid=102375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:33:41.185742 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910d0a7-6f69-464a-b705-204b3a083413 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Pushing event updated for resources: {'Port': ['ID=934174f8-6d40-4351-8980-863bcfa799e6,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:41.213838 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-4bc8535a-339e-4407-8152-b81520ab46d1 service neutron] 10.222.0.60 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614773 Dec 15 13:33:41.400522 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-00945f62-4ec1-4759-a35d-d7d77e22c81a service neutron] 10.222.0.60 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788833 Dec 15 13:33:41.615242 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bd6b4159-a495-4c22-875e-eef5ffe65e9f req-f0073269-e60f-405a-9822-06f8a9e461b2 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=638afde5-46d2-4df0-9d04-d24b9d7aee64 HTTP/1.1" status: 200 len: 210 time: 0.0298879 Dec 15 13:33:41.661219 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a910d0a7-6f69-464a-b705-204b3a083413 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:41.757859 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e722ea-5dab-4a20-a190-f354cb0f3a6b req-6ec7cf99-6e31-4e6c-9c7d-05e289827be7 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:41.759369 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-24e722ea-5dab-4a20-a190-f354cb0f3a6b req-6ec7cf99-6e31-4e6c-9c7d-05e289827be7 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0948865 Dec 15 13:33:41.796278 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a910d0a7-6f69-464a-b705-204b3a083413 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:41.859584 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-24e722ea-5dab-4a20-a190-f354cb0f3a6b req-017936ac-38ef-4989-b85f-02d6f32e3bf6 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855534 Dec 15 13:33:42.009356 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a910d0a7-6f69-464a-b705-204b3a083413 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for port, precommit_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:42.016525 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a910d0a7-6f69-464a-b705-204b3a083413 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655701'] for port, after_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:42.098618 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910d0a7-6f69-464a-b705-204b3a083413 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Pushing event updated for resources: {'Port': ['ID=934174f8-6d40-4351-8980-863bcfa799e6,revision_number=2']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:42.109403 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a910d0a7-6f69-464a-b705-204b3a083413 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529426'] for floatingip, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:42.254774 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.db.l3_db [None req-a910d0a7-6f69-464a-b705-204b3a083413 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Floating IP 77629446-1681-4133-bddd-9e65a46f18b0 associated. External IP: 172.27.2.16, port: f90cb0df-c11c-44a8-b09b-274188bbac57. Dec 15 13:33:42.639336 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a910d0a7-6f69-464a-b705-204b3a083413 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Router b0e15c6d-d782-43c3-8c3a-579ba7715c39 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:33:42.767424 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9c22ed60-0c62-4c85-a0f9-c4dd3964a892 req-f2c0ed4e-938d-4559-82f9-60435116273d tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=638afde5-46d2-4df0-9d04-d24b9d7aee64 HTTP/1.1" status: 200 len: 210 time: 0.0674677 Dec 15 13:33:42.803252 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a910d0a7-6f69-464a-b705-204b3a083413 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:33:42.816199 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c98bba-91a9-4239-acff-f91b9dd4aa2a None None] Sync routers for ids ['b0e15c6d-d782-43c3-8c3a-579ba7715c39'] in dv-cinder-813227-4-iscsi {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:33:42.830037 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a910d0a7-6f69-464a-b705-204b3a083413 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for floatingip, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:42.832541 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c98bba-91a9-4239-acff-f91b9dd4aa2a None None] Routers {'b0e15c6d-d782-43c3-8c3a-579ba7715c39'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:33:42.833433 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-c7c98bba-91a9-4239-acff-f91b9dd4aa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:33:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['b0e15c6d-d782-43c3-8c3a-579ba7715c39'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:33:42.839801 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-a01809cb-0af0-4b77-85bb-cb220f505141 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:42.841292 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-a01809cb-0af0-4b77-85bb-cb220f505141 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.46 "GET /v2.0/networks?id=12997ed3-8144-436a-8d20-22135e6511e5 HTTP/1.1" status: 200 len: 815 time: 0.1262360 Dec 15 13:33:42.861162 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-a910d0a7-6f69-464a-b705-204b3a083413 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4096429 Dec 15 13:33:42.861951 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f21e20b-c80e-408b-849e-cf9e27127cbb', 'tag': 'f90cb0df-c11c-44a8-b09b-274188bbac57'}] {{(pid=102375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:33:42.864263 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71b9fb3f465478ec81e2ba98b454169580960ac631f62dad39edafcc790f624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f37ec5-e52b-40fa-963c-e277131acddd" -d '{"events": [{"name": "network-changed", "server_uuid": "9f21e20b-c80e-408b-849e-cf9e27127cbb", "tag": "f90cb0df-c11c-44a8-b09b-274188bbac57"}]}' {{(pid=102375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:33:42.866928 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 55506) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:42.869076 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-1ffe5401-3a94-419f-bd64-03b2e0bc1757 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Request body: {'port': {'device_id': '638afde5-46d2-4df0-9d04-d24b9d7aee64', 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5', 'admin_state_up': True, 'tenant_id': '18c80dfcc63a49f7b54f89f08cd8842f'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:33:42.878270 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-ec79b524-14c7-41b5-87c6-72db6c4445f5 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1625398936', 'description': 'tempest-secgroup-smoke-1625398936 description', 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:33:42.921002 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3339299f-75fb-42ec-850b-7012dea92890 x-openstack-request-id: req-3339299f-75fb-42ec-850b-7012dea92890 {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:33:42.921357 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f21e20b-c80e-408b-849e-cf9e27127cbb", "tag": "f90cb0df-c11c-44a8-b09b-274188bbac57", "status": "completed", "code": 200}]} {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:33:42.921618 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3339299f-75fb-42ec-850b-7012dea92890 {{(pid=102375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:33:42.922016 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f21e20b-c80e-408b-849e-cf9e27127cbb', 'tag': 'f90cb0df-c11c-44a8-b09b-274188bbac57', 'status': 'completed', 'code': 200} Dec 15 13:33:42.923443 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ec79b524-14c7-41b5-87c6-72db6c4445f5 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:42.951044 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-c7c98bba-91a9-4239-acff-f91b9dd4aa2a None None] Set router b0e15c6d-d782-43c3-8c3a-579ba7715c39 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:33:42.993260 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ec79b524-14c7-41b5-87c6-72db6c4445f5 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:42.999549 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ec79b524-14c7-41b5-87c6-72db6c4445f5 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:43.028209 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ec79b524-14c7-41b5-87c6-72db6c4445f5 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:43.029355 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-ec79b524-14c7-41b5-87c6-72db6c4445f5 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1615260 Dec 15 13:33:43.033722 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 55516) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:43.038066 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-d069ae4f-dc6f-4aa5-8a67-9b587a1389cc tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Request body: {'security_group_rule': {'security_group_id': '38c7b061-13d4-4935-b838-e335d76ae1b9', 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:33:43.049381 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79b524-14c7-41b5-87c6-72db6c4445f5 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c7b061-13d4-4935-b838-e335d76ae1b9,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:43.062065 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f37ec5-e52b-40fa-963c-e277131acddd req-e819e976-bc7b-47f8-8435-262668aa84ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:43.063970 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f8f37ec5-e52b-40fa-963c-e277131acddd req-e819e976-bc7b-47f8-8435-262668aa84ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c38faa56e5864d3aba51e1e8351e3a93&device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 1098 time: 0.0998206 Dec 15 13:33:43.065347 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-1ffe5401-3a94-419f-bd64-03b2e0bc1757 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Made reservation on behalf of 18c80dfcc63a49f7b54f89f08cd8842f for: {'port': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:33:43.068937 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-1ffe5401-3a94-419f-bd64-03b2e0bc1757 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:43.095316 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-d069ae4f-dc6f-4aa5-8a67-9b587a1389cc tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:43.151261 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-d069ae4f-dc6f-4aa5-8a67-9b587a1389cc tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:43.155612 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-d069ae4f-dc6f-4aa5-8a67-9b587a1389cc tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:43.177991 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-d069ae4f-dc6f-4aa5-8a67-9b587a1389cc tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:43.179451 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-d069ae4f-dc6f-4aa5-8a67-9b587a1389cc tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448040 Dec 15 13:33:43.183129 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 55518) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:43.187367 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069ae4f-dc6f-4aa5-8a67-9b587a1389cc tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a01d387d-0362-4c3e-8fdb-f600682868cc,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:43.194284 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-d046ae0b-eb08-4f79-b705-4f33ab4b19dd tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Request body: {'security_group_rule': {'security_group_id': '38c7b061-13d4-4935-b838-e335d76ae1b9', 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:33:43.204646 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-c7c98bba-91a9-4239-acff-f91b9dd4aa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'name': 'tempest-TestMinimumBasicScenario-1063667505-router', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '669d00b6-9476-4422-b53e-a331d41019b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:14Z', 'updated_at': '2021-12-15T13:32:17Z', 'revision_number': 4, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'gw_port': {'id': '669d00b6-9476-4422-b53e-a331d41019b2', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:15Z', 'updated_at': '2021-12-15T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': '77629446-1681-4133-bddd-9e65a46f18b0', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'floating_ip_address': '172.27.2.16', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'port_id': 'f90cb0df-c11c-44a8-b09b-274188bbac57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5', 'mac_address': 'fa:16:3e:58:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f21e20b-c80e-408b-849e-cf9e27127cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:33:41Z', 'updated_at': '2021-12-15T13:33:41Z', 'revision_number': 0, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e', 'name': '', 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'mac_address': 'fa:16:3e:9e:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '2c5f437c-ea6c-4b56-b65f-b3068cc7bf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:17Z', 'updated_at': '2021-12-15T13:32:22Z', 'revision_number': 5, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'subnets': [{'id': '2c5f437c-ea6c-4b56-b65f-b3068cc7bf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:33:43.232255 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c98bba-91a9-4239-acff-f91b9dd4aa2a None None] Checking router: b0e15c6d-d782-43c3-8c3a-579ba7715c39 for host: dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:33:43.243880 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c98bba-91a9-4239-acff-f91b9dd4aa2a None None] Routers {'b0e15c6d-d782-43c3-8c3a-579ba7715c39'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:33:43.244481 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-c7c98bba-91a9-4239-acff-f91b9dd4aa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:33:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['b0e15c6d-d782-43c3-8c3a-579ba7715c39'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:33:43.312128 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-1ffe5401-3a94-419f-bd64-03b2e0bc1757 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Allocated IP 172.20.0.14 (12997ed3-8144-436a-8d20-22135e6511e5/4ee2ad3b-f34f-4e7d-8e6d-3df4050ee06e/73028c18-6a30-4deb-9114-51244b03f4f4) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:33:43.315121 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f37ec5-e52b-40fa-963c-e277131acddd req-d65edab8-2398-4a46-9a61-2a96ad90dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:43.316733 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f8f37ec5-e52b-40fa-963c-e277131acddd req-d65edab8-2398-4a46-9a61-2a96ad90dcec service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f012c5b-1c5f-453a-9cf1-19ced471c3f5 HTTP/1.1" status: 200 len: 916 time: 0.2262087 Dec 15 13:33:43.317406 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d046ae0b-eb08-4f79-b705-4f33ab4b19dd tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:43.439449 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c4a0c866-c081-4957-8e11-fc5b1d759d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:43.440520 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dc29b-0643-4251-b7a5-53679aab7319 req-ff7f2cb5-f050-4311-bfb1-5a1a7f59873f tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:43.446147 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c63dc29b-0643-4251-b7a5-53679aab7319 req-ff7f2cb5-f050-4311-bfb1-5a1a7f59873f tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0690157 Dec 15 13:33:43.451393 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-c7c98bba-91a9-4239-acff-f91b9dd4aa2a None None] Set router b0e15c6d-d782-43c3-8c3a-579ba7715c39 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:33:43.459812 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f8f37ec5-e52b-40fa-963c-e277131acddd req-d4bb9072-ac47-4b3f-9180-dc26e7b4564b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90cb0df-c11c-44a8-b09b-274188bbac57 HTTP/1.1" status: 200 len: 998 time: 0.1330173 Dec 15 13:33:43.503515 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c63dc29b-0643-4251-b7a5-53679aab7319 req-87ba9ff4-0e0e-43fd-84ef-fca20209404b tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525668 Dec 15 13:33:43.559626 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d046ae0b-eb08-4f79-b705-4f33ab4b19dd tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:43.575301 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d046ae0b-eb08-4f79-b705-4f33ab4b19dd tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:43.611599 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f37ec5-e52b-40fa-963c-e277131acddd req-87b95cf5-7715-45ea-bd96-9947d8c4308f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:43.613063 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f8f37ec5-e52b-40fa-963c-e277131acddd req-87b95cf5-7715-45ea-bd96-9947d8c4308f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c5f437c-ea6c-4b56-b65f-b3068cc7bf96 HTTP/1.1" status: 200 len: 854 time: 0.1082475 Dec 15 13:33:43.619182 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046ae0b-eb08-4f79-b705-4f33ab4b19dd tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14a13ca-12e1-4cc5-95e5-f0471afa0941,revision_number=0']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:43.688138 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d046ae0b-eb08-4f79-b705-4f33ab4b19dd tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:43.690627 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-d046ae0b-eb08-4f79-b705-4f33ab4b19dd tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5018175 Dec 15 13:33:43.692367 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 55532) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:43.697210 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-094027cc-f43e-4a42-b667-3c311786cd97 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Request body: {'security_group_rule': {'security_group_id': '38c7b061-13d4-4935-b838-e335d76ae1b9', 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:33:43.697581 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-1ffe5401-3a94-419f-bd64-03b2e0bc1757 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:43.707843 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-c7c98bba-91a9-4239-acff-f91b9dd4aa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'name': 'tempest-TestMinimumBasicScenario-1063667505-router', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '669d00b6-9476-4422-b53e-a331d41019b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:14Z', 'updated_at': '2021-12-15T13:32:17Z', 'revision_number': 4, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'gw_port': {'id': '669d00b6-9476-4422-b53e-a331d41019b2', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:15Z', 'updated_at': '2021-12-15T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': '77629446-1681-4133-bddd-9e65a46f18b0', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'floating_ip_address': '172.27.2.16', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'port_id': 'f90cb0df-c11c-44a8-b09b-274188bbac57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5', 'mac_address': 'fa:16:3e:58:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f21e20b-c80e-408b-849e-cf9e27127cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:33:41Z', 'updated_at': '2021-12-15T13:33:41Z', 'revision_number': 0, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e', 'name': '', 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'mac_address': 'fa:16:3e:9e:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '2c5f437c-ea6c-4b56-b65f-b3068cc7bf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:17Z', 'updated_at': '2021-12-15T13:32:22Z', 'revision_number': 5, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'subnets': [{'id': '2c5f437c-ea6c-4b56-b65f-b3068cc7bf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:33:43.716957 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f37ec5-e52b-40fa-963c-e277131acddd req-f845f72a-c77c-4540-b703-0fbcf793d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:43.719089 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f8f37ec5-e52b-40fa-963c-e277131acddd req-f845f72a-c77c-4540-b703-0fbcf793d522 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f012c5b-1c5f-453a-9cf1-19ced471c3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0894425 Dec 15 13:33:43.726204 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-094027cc-f43e-4a42-b667-3c311786cd97 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:43.739115 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c98bba-91a9-4239-acff-f91b9dd4aa2a None None] The sync data for ids ['b0e15c6d-d782-43c3-8c3a-579ba7715c39'] in dv-cinder-813227-4-iscsi is: [{'id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'name': 'tempest-TestMinimumBasicScenario-1063667505-router', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '669d00b6-9476-4422-b53e-a331d41019b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:14Z', 'updated_at': '2021-12-15T13:32:17Z', 'revision_number': 4, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'gw_port': {'id': '669d00b6-9476-4422-b53e-a331d41019b2', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:15Z', 'updated_at': '2021-12-15T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': '77629446-1681-4133-bddd-9e65a46f18b0', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'floating_ip_address': '172.27.2.16', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'port_id': 'f90cb0df-c11c-44a8-b09b-274188bbac57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5', 'mac_address': 'fa:16:3e:58:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f21e20b-c80e-408b-849e-cf9e27127cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:33:41Z', 'updated_at': '2021-12-15T13:33:41Z', 'revision_number': 0, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e', 'name': '', 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'mac_address': 'fa:16:3e:9e:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '2c5f437c-ea6c-4b56-b65f-b3068cc7bf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:17Z', 'updated_at': '2021-12-15T13:32:22Z', 'revision_number': 5, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'subnets': [{'id': '2c5f437c-ea6c-4b56-b65f-b3068cc7bf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:33:43.744546 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-1ffe5401-3a94-419f-bd64-03b2e0bc1757 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:43.756484 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['3c89bced-e266-4c30-8918-8d80f7f8660a', '92df63b2-2815-4499-b41a-e23801cf68f8', '072e8117-2eea-4cb6-b7bd-92aa00b05e95'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:33:43.802671 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-1ffe5401-3a94-419f-bd64-03b2e0bc1757 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Network 12997ed3-8144-436a-8d20-22135e6511e5 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:33:43.811709 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-094027cc-f43e-4a42-b667-3c311786cd97 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:43.828308 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-094027cc-f43e-4a42-b667-3c311786cd97 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:43.872252 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094027cc-f43e-4a42-b667-3c311786cd97 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9c1561-6a92-4bbb-b4e4-0e769d76c779,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:43.894551 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-094027cc-f43e-4a42-b667-3c311786cd97 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:43.895969 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-094027cc-f43e-4a42-b667-3c311786cd97 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2024510 Dec 15 13:33:43.898605 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 55538) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:43.903055 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-46147eb9-fc8d-4325-a4bc-529f67c2b3be tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Request body: {'security_group_rule': {'security_group_id': '38c7b061-13d4-4935-b838-e335d76ae1b9', 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:33:43.915753 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-1ffe5401-3a94-419f-bd64-03b2e0bc1757 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:33:43.918448 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-1ffe5401-3a94-419f-bd64-03b2e0bc1757 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:33:43.925282 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-1ffe5401-3a94-419f-bd64-03b2e0bc1757 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:43.925282 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-1ffe5401-3a94-419f-bd64-03b2e0bc1757 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:43.929496 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f8f37ec5-e52b-40fa-963c-e277131acddd req-06ff8e29-4dce-43c2-9abc-0b4529b36016 service neutron] 10.222.0.46 "GET /v2.0/networks/3f012c5b-1c5f-453a-9cf1-19ced471c3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458931 Dec 15 13:33:43.947190 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe5401-3a94-419f-bd64-03b2e0bc1757 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Pushing event updated for resources: {'Port': ['ID=73028c18-6a30-4deb-9114-51244b03f4f4,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:43.984666 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-46147eb9-fc8d-4325-a4bc-529f67c2b3be tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:43.997268 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ec5b5-0db6-46f0-bd9a-febc953cc098 req-4d90eb74-bd28-4a07-abe0-33f9378c88ca tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:44.004763 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-302ec5b5-0db6-46f0-bd9a-febc953cc098 req-4d90eb74-bd28-4a07-abe0-33f9378c88ca tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=638afde5-46d2-4df0-9d04-d24b9d7aee64 HTTP/1.1" status: 200 len: 932 time: 0.0795994 Dec 15 13:33:44.006489 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-1ffe5401-3a94-419f-bd64-03b2e0bc1757 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1419384 Dec 15 13:33:44.021761 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-e92b9ec5-a950-444b-8486-ebaf1e595838 service neutron] Request body: {'port': {'device_id': '638afde5-46d2-4df0-9d04-d24b9d7aee64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:33:44.122967 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-e92b9ec5-a950-444b-8486-ebaf1e595838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:44.170509 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-46147eb9-fc8d-4325-a4bc-529f67c2b3be tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:44.184529 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-46147eb9-fc8d-4325-a4bc-529f67c2b3be tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:44.193146 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-302ec5b5-0db6-46f0-bd9a-febc953cc098 req-7e0858f1-4e81-4467-a905-4d9ba6f4bc0a tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875796 Dec 15 13:33:44.227833 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053abd2-0c41-49b2-abff-101512752398 None None] New status for floating IP 77629446-1681-4133-bddd-9e65a46f18b0: ACTIVE {{(pid=102376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:33:44.239261 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46147eb9-fc8d-4325-a4bc-529f67c2b3be tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e189978d-4892-467f-ba56-7b32812d9f3f,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:44.251550 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-46147eb9-fc8d-4325-a4bc-529f67c2b3be tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:44.255259 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-46147eb9-fc8d-4325-a4bc-529f67c2b3be tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3534429 Dec 15 13:33:44.255828 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 55546) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:44.260884 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-8c06b2b8-33a4-4931-aae0-339551a847c2 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Request body: {'security_group_rule': {'security_group_id': '38c7b061-13d4-4935-b838-e335d76ae1b9', 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:33:44.268923 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f8f37ec5-e52b-40fa-963c-e277131acddd req-3211fe3c-b4b1-4d4c-b2bc-c4b577776ffe service neutron] 10.222.0.46 "GET /v2.0/networks/3f012c5b-1c5f-453a-9cf1-19ced471c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231406 Dec 15 13:33:44.317021 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.db.securitygroups_db [None req-8c06b2b8-33a4-4931-aae0-339551a847c2 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Project c38faa56e5864d3aba51e1e8351e3a93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 13:33:44.323563 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-8c06b2b8-33a4-4931-aae0-339551a847c2 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:44.414225 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-8c06b2b8-33a4-4931-aae0-339551a847c2 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:44.420450 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-8c06b2b8-33a4-4931-aae0-339551a847c2 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:44.449489 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06b2b8-33a4-4931-aae0-339551a847c2 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d30cd9b-f8d0-41e2-88fc-abddbf36c12c,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:44.455718 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-8c06b2b8-33a4-4931-aae0-339551a847c2 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:44.460341 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-8c06b2b8-33a4-4931-aae0-339551a847c2 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2034290 Dec 15 13:33:44.461198 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 55552) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:44.466135 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-70d356d8-155c-4048-ada8-2c2ae9ee68ec tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Request body: {'security_group_rule': {'security_group_id': '38c7b061-13d4-4935-b838-e335d76ae1b9', 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:33:44.486451 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-e92b9ec5-a950-444b-8486-ebaf1e595838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73028c18-6a30-4deb-9114-51244b03f4f4 {{(pid=102374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:33:44.496297 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-e92b9ec5-a950-444b-8486-ebaf1e595838 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:44.497730 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.db.securitygroups_db [None req-70d356d8-155c-4048-ada8-2c2ae9ee68ec tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Project c38faa56e5864d3aba51e1e8351e3a93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 13:33:44.504045 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-70d356d8-155c-4048-ada8-2c2ae9ee68ec tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:44.510580 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.provisioning_blocks [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-e92b9ec5-a950-444b-8486-ebaf1e595838 service neutron] Transition to ACTIVE for port object 73028c18-6a30-4deb-9114-51244b03f4f4 will not be triggered until provisioned by entity L2. {{(pid=102374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:33:44.515219 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-e92b9ec5-a950-444b-8486-ebaf1e595838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:44.576579 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-70d356d8-155c-4048-ada8-2c2ae9ee68ec tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:44.581844 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-70d356d8-155c-4048-ada8-2c2ae9ee68ec tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:44.599607 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d356d8-155c-4048-ada8-2c2ae9ee68ec tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbdf9525-46f9-434f-94c4-a4442cfdce9d,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:44.600054 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-e92b9ec5-a950-444b-8486-ebaf1e595838 service neutron] Attempting to bind port 73028c18-6a30-4deb-9114-51244b03f4f4 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:33:44.600553 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-e92b9ec5-a950-444b-8486-ebaf1e595838 service neutron] Attempting to bind port 73028c18-6a30-4deb-9114-51244b03f4f4 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '57c552fd-02d1-4d1d-8e94-c628cc826ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:33:44.600732 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-e92b9ec5-a950-444b-8486-ebaf1e595838 service neutron] Attempting to bind port 73028c18-6a30-4deb-9114-51244b03f4f4 on network 12997ed3-8144-436a-8d20-22135e6511e5 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:33:44.604165 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b9ec5-a950-444b-8486-ebaf1e595838 service neutron] Pushing event updated for resources: {'Port': ['ID=73028c18-6a30-4deb-9114-51244b03f4f4,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:44.610894 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-70d356d8-155c-4048-ada8-2c2ae9ee68ec tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:44.612140 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-70d356d8-155c-4048-ada8-2c2ae9ee68ec tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1498401 Dec 15 13:33:44.619815 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-e92b9ec5-a950-444b-8486-ebaf1e595838 service neutron] Port 73028c18-6a30-4deb-9114-51244b03f4f4 on network 12997ed3-8144-436a-8d20-22135e6511e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:33:44.620275 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-e92b9ec5-a950-444b-8486-ebaf1e595838 service neutron] Attempting to bind port 73028c18-6a30-4deb-9114-51244b03f4f4 on network 12997ed3-8144-436a-8d20-22135e6511e5 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:33:44.626691 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-e92b9ec5-a950-444b-8486-ebaf1e595838 service neutron] Checking agent: {'id': '9aec82b9-7713-4c66-84ce-8e508cdbb5b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:33:44.627138 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-e92b9ec5-a950-444b-8486-ebaf1e595838 service neutron] Checking segment: {'id': '57c552fd-02d1-4d1d-8e94-c628cc826ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:33:44.628145 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-e92b9ec5-a950-444b-8486-ebaf1e595838 service neutron] Bound using segment: {'id': '57c552fd-02d1-4d1d-8e94-c628cc826ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:33:44.628145 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-e92b9ec5-a950-444b-8486-ebaf1e595838 service neutron] Bound port: 73028c18-6a30-4deb-9114-51244b03f4f4, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c552fd-02d1-4d1d-8e94-c628cc826ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:33:44.628442 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-e92b9ec5-a950-444b-8486-ebaf1e595838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:44.709806 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-e92b9ec5-a950-444b-8486-ebaf1e595838 service neutron] For port 73028c18-6a30-4deb-9114-51244b03f4f4, host hv-cinder-81322, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:33:44.713249 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-e92b9ec5-a950-444b-8486-ebaf1e595838 service neutron] For port 73028c18-6a30-4deb-9114-51244b03f4f4, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=73028c18-6a30-4deb-9114-51244b03f4f4,segment=NetworkSegment(57c552fd-02d1-4d1d-8e94-c628cc826ca5),segment_id=57c552fd-02d1-4d1d-8e94-c628cc826ca5)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:33:44.718759 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-e92b9ec5-a950-444b-8486-ebaf1e595838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:44.740281 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4fe59b3e-0943-4ec2-9d5a-f9c5bb647332 req-a4d708f6-bf36-4a63-a645-75115c717a70 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1625398936&fields=id&tenant_id=c38faa56e5864d3aba51e1e8351e3a93 HTTP/1.1" status: 200 len: 267 time: 0.0559587 Dec 15 13:33:44.771877 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-e92b9ec5-a950-444b-8486-ebaf1e595838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:44.772615 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-e92b9ec5-a950-444b-8486-ebaf1e595838 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:44.774003 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-e92b9ec5-a950-444b-8486-ebaf1e595838 service neutron] 10.222.0.46 "PUT /v2.0/ports/73028c18-6a30-4deb-9114-51244b03f4f4 HTTP/1.1" status: 200 len: 1094 time: 0.7574170 Dec 15 13:33:44.774521 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638afde5-46d2-4df0-9d04-d24b9d7aee64', 'tag': '73028c18-6a30-4deb-9114-51244b03f4f4'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:33:44.776959 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c69262-87a7-4ba4-af15-4335c7e09257" -d '{"events": [{"name": "network-changed", "server_uuid": "638afde5-46d2-4df0-9d04-d24b9d7aee64", "tag": "73028c18-6a30-4deb-9114-51244b03f4f4"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:33:44.807992 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b9ec5-a950-444b-8486-ebaf1e595838 service neutron] Pushing event updated for resources: {'Port': ['ID=73028c18-6a30-4deb-9114-51244b03f4f4,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:44.814171 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe59b3e-0943-4ec2-9d5a-f9c5bb647332 req-dc942542-b907-4e4a-b900-ee2f2d849cbc tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:44.832377 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4fe59b3e-0943-4ec2-9d5a-f9c5bb647332 req-dc942542-b907-4e4a-b900-ee2f2d849cbc tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 945 time: 0.0851362 Dec 15 13:33:44.833918 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a8c603-53bc-42b4-8e3e-87a01703d057 x-openstack-request-id: req-e8a8c603-53bc-42b4-8e3e-87a01703d057 {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:33:44.834208 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638afde5-46d2-4df0-9d04-d24b9d7aee64", "tag": "73028c18-6a30-4deb-9114-51244b03f4f4", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:33:44.834462 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8a8c603-53bc-42b4-8e3e-87a01703d057 {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:33:44.834885 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638afde5-46d2-4df0-9d04-d24b9d7aee64', 'tag': '73028c18-6a30-4deb-9114-51244b03f4f4', 'status': 'completed', 'code': 200} Dec 15 13:33:44.838412 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [req-4fe59b3e-0943-4ec2-9d5a-f9c5bb647332 req-621c5845-5def-4b71-8545-9db35cc1c17f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Request body: {'port': {'security_groups': ['084cc189-2d07-4ca8-bd71-0436a351b8d7', '38c7b061-13d4-4935-b838-e335d76ae1b9']}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:33:44.872007 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-61e48683-8fab-4f47-8d76-fa8a366b2664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:44.874112 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-61e48683-8fab-4f47-8d76-fa8a366b2664 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=18c80dfcc63a49f7b54f89f08cd8842f&device_id=638afde5-46d2-4df0-9d04-d24b9d7aee64 HTTP/1.1" status: 200 len: 1097 time: 0.0518804 Dec 15 13:33:44.909460 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [req-4fe59b3e-0943-4ec2-9d5a-f9c5bb647332 req-621c5845-5def-4b71-8545-9db35cc1c17f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:45.140462 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-34785cdf-d9d2-487c-9752-717f4fe468c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73028c18-6a30-4deb-9114-51244b03f4f4 HTTP/1.1" status: 200 len: 217 time: 0.2490158 Dec 15 13:33:45.167834 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.db [req-4fe59b3e-0943-4ec2-9d5a-f9c5bb647332 req-621c5845-5def-4b71-8545-9db35cc1c17f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] For port f90cb0df-c11c-44a8-b09b-274188bbac57, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f90cb0df-c11c-44a8-b09b-274188bbac57,segment=NetworkSegment(dfbe76cf-412e-4121-a2ad-4763637cf246),segment_id=dfbe76cf-412e-4121-a2ad-4763637cf246)] {{(pid=102375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:33:45.193722 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-13de3ba4-482a-4219-ace4-64bcb3a80fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:45.195272 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-13de3ba4-482a-4219-ace4-64bcb3a80fd8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ee2ad3b-f34f-4e7d-8e6d-3df4050ee06e HTTP/1.1" status: 200 len: 855 time: 0.0474136 Dec 15 13:33:45.206975 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [req-4fe59b3e-0943-4ec2-9d5a-f9c5bb647332 req-621c5845-5def-4b71-8545-9db35cc1c17f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for port, precommit_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:45.212341 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [req-4fe59b3e-0943-4ec2-9d5a-f9c5bb647332 req-621c5845-5def-4b71-8545-9db35cc1c17f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655701'] for port, after_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:45.233647 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-2f06daf4-cf3d-4f24-a726-0488ed9b8741 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12997ed3-8144-436a-8d20-22135e6511e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287836 Dec 15 13:33:45.265989 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe59b3e-0943-4ec2-9d5a-f9c5bb647332 req-621c5845-5def-4b71-8545-9db35cc1c17f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:45.266886 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [req-4fe59b3e-0943-4ec2-9d5a-f9c5bb647332 req-621c5845-5def-4b71-8545-9db35cc1c17f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for port, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:45.276358 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4fe59b3e-0943-4ec2-9d5a-f9c5bb647332 req-621c5845-5def-4b71-8545-9db35cc1c17f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "PUT /v2.0/ports/f90cb0df-c11c-44a8-b09b-274188bbac57 HTTP/1.1" status: 200 len: 981 time: 0.4351449 Dec 15 13:33:45.276358 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f21e20b-c80e-408b-849e-cf9e27127cbb', 'tag': 'f90cb0df-c11c-44a8-b09b-274188bbac57'}] {{(pid=102375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:33:45.276358 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71b9fb3f465478ec81e2ba98b454169580960ac631f62dad39edafcc790f624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b8b38e-925b-4a51-86e2-ec554fa89e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f21e20b-c80e-408b-849e-cf9e27127cbb", "tag": "f90cb0df-c11c-44a8-b09b-274188bbac57"}]}' {{(pid=102375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:33:45.296451 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c5845-5def-4b71-8545-9db35cc1c17f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Pushing event updated for resources: {'Port': ['ID=f90cb0df-c11c-44a8-b09b-274188bbac57,revision_number=6']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:45.382275 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-e16b88ef-2008-47ab-ae65-8b343c4d2d2d service neutron] 10.222.0.46 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390352 Dec 15 13:33:45.384033 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e5966-5833-4b16-beff-3a1527fdbf42 req-8bd64f1e-1b4f-4b87-a042-75caa49eeaa0 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:45.385604 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9a0e5966-5833-4b16-beff-3a1527fdbf42 req-8bd64f1e-1b4f-4b87-a042-75caa49eeaa0 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=638afde5-46d2-4df0-9d04-d24b9d7aee64 HTTP/1.1" status: 200 len: 944 time: 0.0641959 Dec 15 13:33:45.417382 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['f90cb0df-c11c-44a8-b09b-274188bbac57'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:33:45.481865 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9a0e5966-5833-4b16-beff-3a1527fdbf42 req-610a9073-3ecb-442a-a35a-305ca9881d5e tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761576 Dec 15 13:33:45.498692 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4005bf69-d17a-42d6-b00c-1222587ddb22 x-openstack-request-id: req-4005bf69-d17a-42d6-b00c-1222587ddb22 {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:33:45.498692 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f21e20b-c80e-408b-849e-cf9e27127cbb", "tag": "f90cb0df-c11c-44a8-b09b-274188bbac57", "status": "completed", "code": 200}]} {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:33:45.498692 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4005bf69-d17a-42d6-b00c-1222587ddb22 {{(pid=102375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:33:45.498692 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f21e20b-c80e-408b-849e-cf9e27127cbb', 'tag': 'f90cb0df-c11c-44a8-b09b-274188bbac57', 'status': 'completed', 'code': 200} Dec 15 13:33:45.566634 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f45fe97d-14c7-4e96-84fd-d2787b502950 req-3dba0903-0e15-46f8-a4e2-b3db4cf65e69 service neutron] 10.222.0.46 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683514 Dec 15 13:33:45.577444 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8b38e-925b-4a51-86e2-ec554fa89e4a req-b2455cc0-6798-4282-a9ae-daec158d151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:45.580164 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f7b8b38e-925b-4a51-86e2-ec554fa89e4a req-b2455cc0-6798-4282-a9ae-daec158d151d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c38faa56e5864d3aba51e1e8351e3a93&device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 1137 time: 0.0748913 Dec 15 13:33:45.593110 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d1774-9f4b-4e87-b364-85550bd87017 req-f6ab6830-233e-44af-915b-f454a4d5e7a0 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:45.594777 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-228d1774-9f4b-4e87-b364-85550bd87017 req-f6ab6830-233e-44af-915b-f454a4d5e7a0 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0585012 Dec 15 13:33:45.600111 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['f90cb0df-c11c-44a8-b09b-274188bbac57'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:33:45.655831 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-8725bc81-8b3b-4367-9400-520d02176ed9 None None] Provisioning complete for port f90cb0df-c11c-44a8-b09b-274188bbac57 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:33:45.656438 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-8725bc81-8b3b-4367-9400-520d02176ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:45.680908 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-228d1774-9f4b-4e87-b364-85550bd87017 req-22aa743e-7416-4435-bafd-e9e895b6df1a tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778632 Dec 15 13:33:45.702956 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c69262-87a7-4ba4-af15-4335c7e09257 req-ea1abbaf-f529-43d6-b15f-37a67de234ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:45.704453 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-a9c69262-87a7-4ba4-af15-4335c7e09257 req-ea1abbaf-f529-43d6-b15f-37a67de234ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=18c80dfcc63a49f7b54f89f08cd8842f&device_id=638afde5-46d2-4df0-9d04-d24b9d7aee64 HTTP/1.1" status: 200 len: 1097 time: 0.0659184 Dec 15 13:33:45.721390 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8b38e-925b-4a51-86e2-ec554fa89e4a req-c9e406ff-05d4-4db8-bbb3-6a819ed03474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:45.722776 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f7b8b38e-925b-4a51-86e2-ec554fa89e4a req-c9e406ff-05d4-4db8-bbb3-6a819ed03474 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f012c5b-1c5f-453a-9cf1-19ced471c3f5 HTTP/1.1" status: 200 len: 916 time: 0.1320612 Dec 15 13:33:45.841470 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f7b8b38e-925b-4a51-86e2-ec554fa89e4a req-7228f884-9500-42ec-93f5-e06f1903e1f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90cb0df-c11c-44a8-b09b-274188bbac57 HTTP/1.1" status: 200 len: 1000 time: 0.1044719 Dec 15 13:33:45.858402 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b07af755-2928-429d-9b94-bd232852a484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:45.880069 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c69262-87a7-4ba4-af15-4335c7e09257 req-ba6ec9c9-0ecc-4dd0-9497-16831460d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:45.881536 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-a9c69262-87a7-4ba4-af15-4335c7e09257 req-ba6ec9c9-0ecc-4dd0-9497-16831460d653 service neutron] 10.222.0.46 "GET /v2.0/networks?id=12997ed3-8144-436a-8d20-22135e6511e5 HTTP/1.1" status: 200 len: 916 time: 0.1679583 Dec 15 13:33:45.927956 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-a9c69262-87a7-4ba4-af15-4335c7e09257 req-5b5df1d1-21fc-4b2a-95cd-a431e734abb8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73028c18-6a30-4deb-9114-51244b03f4f4 HTTP/1.1" status: 200 len: 217 time: 0.0366268 Dec 15 13:33:45.929349 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8b38e-925b-4a51-86e2-ec554fa89e4a req-b15b784a-ba97-4635-9f3c-2c49daa963d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:45.930688 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f7b8b38e-925b-4a51-86e2-ec554fa89e4a req-b15b784a-ba97-4635-9f3c-2c49daa963d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c5f437c-ea6c-4b56-b65f-b3068cc7bf96 HTTP/1.1" status: 200 len: 854 time: 0.0807362 Dec 15 13:33:46.018783 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c69262-87a7-4ba4-af15-4335c7e09257 req-b335398b-cbc7-4da8-9570-8f63098369dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:46.020355 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-a9c69262-87a7-4ba4-af15-4335c7e09257 req-b335398b-cbc7-4da8-9570-8f63098369dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ee2ad3b-f34f-4e7d-8e6d-3df4050ee06e HTTP/1.1" status: 200 len: 855 time: 0.0791256 Dec 15 13:33:46.022896 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8b38e-925b-4a51-86e2-ec554fa89e4a req-266c2dab-027d-4c40-8b6f-f74ef3b6c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:46.024245 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f7b8b38e-925b-4a51-86e2-ec554fa89e4a req-266c2dab-027d-4c40-8b6f-f74ef3b6c547 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f012c5b-1c5f-453a-9cf1-19ced471c3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819612 Dec 15 13:33:46.099697 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-a9c69262-87a7-4ba4-af15-4335c7e09257 req-d2ec50e5-0744-448a-b6a7-766f06eff3b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12997ed3-8144-436a-8d20-22135e6511e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609093 Dec 15 13:33:46.197350 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f7b8b38e-925b-4a51-86e2-ec554fa89e4a req-7d742d5c-8f74-420c-af31-acb4ba2af348 service neutron] 10.222.0.46 "GET /v2.0/networks/3f012c5b-1c5f-453a-9cf1-19ced471c3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573496 Dec 15 13:33:46.261995 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-a9c69262-87a7-4ba4-af15-4335c7e09257 req-5cda1a8b-178f-449f-af2f-6c46554c9811 service neutron] 10.222.0.46 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546087 Dec 15 13:33:46.372966 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f7b8b38e-925b-4a51-86e2-ec554fa89e4a req-b4276aef-f072-42d4-be07-1c7bdb68f200 service neutron] 10.222.0.46 "GET /v2.0/networks/3f012c5b-1c5f-453a-9cf1-19ced471c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637385 Dec 15 13:33:46.386429 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-a9c69262-87a7-4ba4-af15-4335c7e09257 req-75ca3688-b329-4346-bdd8-526325bc2ee2 service neutron] 10.222.0.46 "GET /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133766 Dec 15 13:33:46.598965 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fbb6d-9fbe-438b-8b4a-f1651b217681 req-7e7954e8-bd58-4c61-b6d0-467376431ab8 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:46.600456 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2b8fbb6d-9fbe-438b-8b4a-f1651b217681 req-7e7954e8-bd58-4c61-b6d0-467376431ab8 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=638afde5-46d2-4df0-9d04-d24b9d7aee64 HTTP/1.1" status: 200 len: 944 time: 0.0491667 Dec 15 13:33:46.642106 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 55602) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:46.653256 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2b8fbb6d-9fbe-438b-8b4a-f1651b217681 req-bdfb05ca-d506-491b-89e5-fda6c796ceb1 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469894 Dec 15 13:33:46.760216 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-046e4e55-58d9-4d2d-86f8-995503c62350 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:46.835893 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-046e4e55-58d9-4d2d-86f8-995503c62350 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:46.839298 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-046e4e55-58d9-4d2d-86f8-995503c62350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:46.875324 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e4e55-58d9-4d2d-86f8-995503c62350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1447ea3d-9a24-43f5-9c85-2114237c5abd,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:46.879612 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-046e4e55-58d9-4d2d-86f8-995503c62350 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=23ddd8c13d984053a3ba20b0d1f655ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328289 Dec 15 13:33:46.882826 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 55606) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:46.883970 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:46.931561 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4a75bf60-8fed-49f4-88a2-c1bb10f9c726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:46.953254 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4a75bf60-8fed-49f4-88a2-c1bb10f9c726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:46.998037 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4a75bf60-8fed-49f4-88a2-c1bb10f9c726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:47.000656 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4a75bf60-8fed-49f4-88a2-c1bb10f9c726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:47.001794 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-4a75bf60-8fed-49f4-88a2-c1bb10f9c726 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1447ea3d-9a24-43f5-9c85-2114237c5abd HTTP/1.1" status: 204 len: 168 time: 0.1179640 Dec 15 13:33:47.009171 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75bf60-8fed-49f4-88a2-c1bb10f9c726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1447ea3d-9a24-43f5-9c85-2114237c5abd,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:47.256203 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 55614) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:47.272121 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-789b8204-b474-4eec-9140-b33b6ec1fa76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:47.352424 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-789b8204-b474-4eec-9140-b33b6ec1fa76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:47.356441 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-789b8204-b474-4eec-9140-b33b6ec1fa76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:47.394989 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-789b8204-b474-4eec-9140-b33b6ec1fa76 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bbe967d142ce404bb5ee8e9562bcd714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376431 Dec 15 13:33:47.396074 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b8204-b474-4eec-9140-b33b6ec1fa76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b9d98f-bdc0-40cc-a1a5-f8301be6cf87,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:47.398623 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 55618) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:33:47.448998 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3679e5ed-73c9-40f1-adb8-975ce3344b53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:47.469725 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3679e5ed-73c9-40f1-adb8-975ce3344b53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:47.514704 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3679e5ed-73c9-40f1-adb8-975ce3344b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:47.517188 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3679e5ed-73c9-40f1-adb8-975ce3344b53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:47.518307 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-3679e5ed-73c9-40f1-adb8-975ce3344b53 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f8b9d98f-bdc0-40cc-a1a5-f8301be6cf87 HTTP/1.1" status: 204 len: 168 time: 0.1186030 Dec 15 13:33:47.526107 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679e5ed-73c9-40f1-adb8-975ce3344b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b9d98f-bdc0-40cc-a1a5-f8301be6cf87,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:47.772355 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ada0f-3e3e-40ab-a613-1b6fefe03a8c req-f9117783-3840-4b66-8ef3-0ea3cd404760 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:47.774205 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-364ada0f-3e3e-40ab-a613-1b6fefe03a8c req-f9117783-3840-4b66-8ef3-0ea3cd404760 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=638afde5-46d2-4df0-9d04-d24b9d7aee64 HTTP/1.1" status: 200 len: 944 time: 0.0494003 Dec 15 13:33:47.828935 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-364ada0f-3e3e-40ab-a613-1b6fefe03a8c req-716e7a0d-ac77-4f28-af78-e76cb4ea037b tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450971 Dec 15 13:33:48.490766 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:48.953228 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838d3b4-a6a7-48b2-9768-d95a8b89217e req-72921a06-a3b2-4dfa-b280-3f5309798533 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:48.954725 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3838d3b4-a6a7-48b2-9768-d95a8b89217e req-72921a06-a3b2-4dfa-b280-3f5309798533 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=638afde5-46d2-4df0-9d04-d24b9d7aee64 HTTP/1.1" status: 200 len: 944 time: 0.0557814 Dec 15 13:33:49.002137 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3838d3b4-a6a7-48b2-9768-d95a8b89217e req-942f1a3e-b3e3-4119-84cd-451f731270b3 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410523 Dec 15 13:33:49.407067 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:50.115879 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b0f8f-a3f8-40c0-94fe-b8617c14b322 req-1366b003-3690-468c-b3e3-748485962ec4 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:50.117318 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c09b0f8f-a3f8-40c0-94fe-b8617c14b322 req-1366b003-3690-468c-b3e3-748485962ec4 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=638afde5-46d2-4df0-9d04-d24b9d7aee64 HTTP/1.1" status: 200 len: 944 time: 0.0477240 Dec 15 13:33:50.162535 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c09b0f8f-a3f8-40c0-94fe-b8617c14b322 req-2630d86c-cd30-479c-a703-6a669d09193f tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396276 Dec 15 13:33:50.207215 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 73028c18-6a30-4deb-9114-51244b03f4f4 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:33:50.304637 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 73028c18-6a30-4deb-9114-51244b03f4f4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=73028c18-6a30-4deb-9114-51244b03f4f4,segment=NetworkSegment(57c552fd-02d1-4d1d-8e94-c628cc826ca5),segment_id=57c552fd-02d1-4d1d-8e94-c628cc826ca5)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:33:50.315777 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': '73028c18-6a30-4deb-9114-51244b03f4f4', 'network_id': '12997ed3-8144-436a-8d20-22135e6511e5', 'port_id': '73028c18-6a30-4deb-9114-51244b03f4f4', 'mac_address': 'fa:16:3e:6e:3d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee2ad3b-f34f-4e7d-8e6d-3df4050ee06e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:33:50.357593 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:50.370320 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73028c18-6a30-4deb-9114-51244b03f4f4 {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:33:50.391365 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 73028c18-6a30-4deb-9114-51244b03f4f4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=73028c18-6a30-4deb-9114-51244b03f4f4,segment=NetworkSegment(57c552fd-02d1-4d1d-8e94-c628cc826ca5),segment_id=57c552fd-02d1-4d1d-8e94-c628cc826ca5)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:33:50.395895 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:50.441702 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=73028c18-6a30-4deb-9114-51244b03f4f4,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:51.037499 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['73028c18-6a30-4deb-9114-51244b03f4f4'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:33:51.281199 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d230b3-a5d4-4117-b59d-e70365071e90 req-ec96b645-2f24-46c8-bd52-d087b06655ae tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:51.282678 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-24d230b3-a5d4-4117-b59d-e70365071e90 req-ec96b645-2f24-46c8-bd52-d087b06655ae tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=638afde5-46d2-4df0-9d04-d24b9d7aee64 HTTP/1.1" status: 200 len: 945 time: 0.0492635 Dec 15 13:33:51.334950 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-24d230b3-a5d4-4117-b59d-e70365071e90 req-ed6ec339-c4df-4968-9a89-6afb5eb9c9db tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458868 Dec 15 13:33:51.898291 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:33:51.929150 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d444c5a-fc12-4c31-abd8-49c903589315 req-7bd33da5-5abc-4c4f-8485-243f5d7da8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:51.930655 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3d444c5a-fc12-4c31-abd8-49c903589315 req-7bd33da5-5abc-4c4f-8485-243f5d7da8e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6898e751314d4e94af3fc6df9b465470&device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 1098 time: 0.0451887 Dec 15 13:33:51.944566 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832ba3b-540d-4563-b28d-fd7b7c0d78c0 req-30d66319-f33f-4408-a4f9-767c30d47217 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:51.946038 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a832ba3b-540d-4563-b28d-fd7b7c0d78c0 req-30d66319-f33f-4408-a4f9-767c30d47217 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0511816 Dec 15 13:33:51.993341 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a832ba3b-540d-4563-b28d-fd7b7c0d78c0 req-d9dc8672-b11b-4b14-88b0-76b4c5a528f8 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403907 Dec 15 13:33:52.025384 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d444c5a-fc12-4c31-abd8-49c903589315 req-b921529d-61bb-42cc-8bfd-5975b86d2539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:52.026871 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3d444c5a-fc12-4c31-abd8-49c903589315 req-b921529d-61bb-42cc-8bfd-5975b86d2539 service neutron] 10.222.0.46 "GET /v2.0/networks?id=818413aa-89a4-4338-a133-8010a51bc5a9 HTTP/1.1" status: 200 len: 919 time: 0.0862784 Dec 15 13:33:52.069758 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3d444c5a-fc12-4c31-abd8-49c903589315 req-9af0a246-8e50-461b-9904-b1830cdd7188 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d HTTP/1.1" status: 200 len: 217 time: 0.0340710 Dec 15 13:33:52.121334 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d444c5a-fc12-4c31-abd8-49c903589315 req-83644b34-13b0-42a4-a120-6182731634aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:52.122661 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3d444c5a-fc12-4c31-abd8-49c903589315 req-83644b34-13b0-42a4-a120-6182731634aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d HTTP/1.1" status: 200 len: 858 time: 0.0448008 Dec 15 13:33:52.156830 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3d444c5a-fc12-4c31-abd8-49c903589315 req-eee51273-cab9-4f3a-ad5e-73ddaacd4e38 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=818413aa-89a4-4338-a133-8010a51bc5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241728 Dec 15 13:33:52.245462 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3d444c5a-fc12-4c31-abd8-49c903589315 req-068fd4a5-3883-433b-9a2b-56c279c5bc23 service neutron] 10.222.0.46 "GET /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800178 Dec 15 13:33:52.448332 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67264e4-0675-4c2d-b9b1-aa8409591978 req-5f5f7931-8db4-491f-ae44-981bf405fe07 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:52.449674 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e67264e4-0675-4c2d-b9b1-aa8409591978 req-5f5f7931-8db4-491f-ae44-981bf405fe07 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=638afde5-46d2-4df0-9d04-d24b9d7aee64 HTTP/1.1" status: 200 len: 945 time: 0.0490930 Dec 15 13:33:52.495354 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e67264e4-0675-4c2d-b9b1-aa8409591978 req-9739666c-277e-454f-82f6-a802634a1ee5 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396912 Dec 15 13:33:53.614668 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3d444c5a-fc12-4c31-abd8-49c903589315 req-e4757b18-7c1b-4a0a-b7d0-119cd6dc4b60 service neutron] 10.222.0.46 "GET /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853231 Dec 15 13:33:56.788156 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0419f1-f42f-46d1-a8f7-77dc7568ae63 req-26a12756-984a-4c07-a1e2-22594faa1bc2 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:56.789626 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fa0419f1-f42f-46d1-a8f7-77dc7568ae63 req-26a12756-984a-4c07-a1e2-22594faa1bc2 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0782073 Dec 15 13:33:56.800522 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226f370-8722-4134-afcd-033ca68536ca req-6dccf9a1-a4e9-4ce0-acf5-f2536917619e tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:56.801897 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e226f370-8722-4134-afcd-033ca68536ca req-6dccf9a1-a4e9-4ce0-acf5-f2536917619e tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=638afde5-46d2-4df0-9d04-d24b9d7aee64 HTTP/1.1" status: 200 len: 945 time: 0.0795939 Dec 15 13:33:56.869431 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fa0419f1-f42f-46d1-a8f7-77dc7568ae63 req-6d61ebbc-715b-45e6-8d28-a1017f5d1180 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665767 Dec 15 13:33:56.877120 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e226f370-8722-4134-afcd-033ca68536ca req-8341a1ac-d5d7-471d-8bb2-98ba2cb351e8 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686703 Dec 15 13:33:58.018907 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d18e2-73e5-4fbd-b6ef-97655a352e14 req-2f2c0368-f211-40d8-821a-523e58b475c6 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:58.020533 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b27d18e2-73e5-4fbd-b6ef-97655a352e14 req-2f2c0368-f211-40d8-821a-523e58b475c6 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0812128 Dec 15 13:33:58.028637 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834894d-cbd8-4356-a638-459e364a64f8 req-65b2ece8-b9b3-40ea-b44c-fb72190bf259 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:58.030087 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0834894d-cbd8-4356-a638-459e364a64f8 req-65b2ece8-b9b3-40ea-b44c-fb72190bf259 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=638afde5-46d2-4df0-9d04-d24b9d7aee64 HTTP/1.1" status: 200 len: 945 time: 0.0803185 Dec 15 13:33:58.101471 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b27d18e2-73e5-4fbd-b6ef-97655a352e14 req-984eb7f0-cdb0-4bb4-ba80-ab1cbb07bf94 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703707 Dec 15 13:33:58.104893 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0834894d-cbd8-4356-a638-459e364a64f8 req-4cfe63d0-2e65-43ae-9e2e-8796404d7b22 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681505 Dec 15 13:33:58.660661 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 73028c18-6a30-4deb-9114-51244b03f4f4 up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:33:58.708453 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning for port 73028c18-6a30-4deb-9114-51244b03f4f4 completed by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:33:58.712199 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port 73028c18-6a30-4deb-9114-51244b03f4f4 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:33:58.712588 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:58.790727 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:58.815936 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638afde5-46d2-4df0-9d04-d24b9d7aee64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73028c18-6a30-4deb-9114-51244b03f4f4'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:33:58.818289 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1776c0d-84f5-4191-8c77-feb31d7eb06c" -d '{"events": [{"server_uuid": "638afde5-46d2-4df0-9d04-d24b9d7aee64", "name": "network-vif-plugged", "status": "completed", "tag": "73028c18-6a30-4deb-9114-51244b03f4f4"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:33:58.831329 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 73028c18-6a30-4deb-9114-51244b03f4f4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=73028c18-6a30-4deb-9114-51244b03f4f4,segment=NetworkSegment(57c552fd-02d1-4d1d-8e94-c628cc826ca5),segment_id=57c552fd-02d1-4d1d-8e94-c628cc826ca5)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:33:58.834783 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:33:58.881421 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=73028c18-6a30-4deb-9114-51244b03f4f4,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:33:58.892314 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ba085e-5958-4338-9a19-b3c8d9250e83 x-openstack-request-id: req-b1ba085e-5958-4338-9a19-b3c8d9250e83 {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:33:58.892610 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638afde5-46d2-4df0-9d04-d24b9d7aee64", "name": "network-vif-plugged", "status": "completed", "tag": "73028c18-6a30-4deb-9114-51244b03f4f4", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:33:58.892871 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b1ba085e-5958-4338-9a19-b3c8d9250e83 {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:33:58.893265 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638afde5-46d2-4df0-9d04-d24b9d7aee64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73028c18-6a30-4deb-9114-51244b03f4f4', 'code': 200} Dec 15 13:33:59.062410 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cde250-280d-4e67-86b6-0f1d359441fc req-8a2ac23a-2f92-4063-b8eb-5950ec33eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:59.063880 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-77cde250-280d-4e67-86b6-0f1d359441fc req-8a2ac23a-2f92-4063-b8eb-5950ec33eadd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=638afde5-46d2-4df0-9d04-d24b9d7aee64 HTTP/1.1" status: 200 len: 1099 time: 0.0393975 Dec 15 13:33:59.107978 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-77cde250-280d-4e67-86b6-0f1d359441fc req-3aa3d509-fe62-48d5-9f54-75c5016f23e5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361681 Dec 15 13:33:59.250062 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c84dd-a2d6-493f-953f-2103fd2bad2f req-e659e0bd-1658-4ddd-aad4-50baef891589 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:59.251543 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a07c84dd-a2d6-493f-953f-2103fd2bad2f req-e659e0bd-1658-4ddd-aad4-50baef891589 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0785608 Dec 15 13:33:59.262837 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f883b-d0bf-4144-b0ce-bd0ca212441f req-4bfcb8b8-5630-4d17-95cc-3b7e51a626bb tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:33:59.264250 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3d1f883b-d0bf-4144-b0ce-bd0ca212441f req-4bfcb8b8-5630-4d17-95cc-3b7e51a626bb tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=638afde5-46d2-4df0-9d04-d24b9d7aee64 HTTP/1.1" status: 200 len: 946 time: 0.0809698 Dec 15 13:33:59.335606 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3d1f883b-d0bf-4144-b0ce-bd0ca212441f req-199e7b5b-70cd-46f4-82c8-0b582cab0d66 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648444 Dec 15 13:33:59.338796 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a07c84dd-a2d6-493f-953f-2103fd2bad2f req-01782abf-afa3-481a-b41a-c0f4868ecab4 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736492 Dec 15 13:34:00.484719 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1f273-96c7-4e05-b453-c22ff1a21e57 req-786482ee-e7f4-47d9-aab2-1370e67917a9 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:00.486177 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c2d1f273-96c7-4e05-b453-c22ff1a21e57 req-786482ee-e7f4-47d9-aab2-1370e67917a9 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=638afde5-46d2-4df0-9d04-d24b9d7aee64 HTTP/1.1" status: 200 len: 946 time: 0.0727808 Dec 15 13:34:00.498714 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6127d8-4e23-4a05-827b-40f5efcb50a9 req-716aa9c7-9d9f-43b6-92c6-734d1c46c758 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:00.500176 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-eb6127d8-4e23-4a05-827b-40f5efcb50a9 req-716aa9c7-9d9f-43b6-92c6-734d1c46c758 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0848844 Dec 15 13:34:00.574143 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c2d1f273-96c7-4e05-b453-c22ff1a21e57 req-f0672f7e-dc38-4cd9-b236-4fe0f0c03f3a tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730391 Dec 15 13:34:00.577672 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-eb6127d8-4e23-4a05-827b-40f5efcb50a9 req-1d7c4ab8-09ad-4f88-8bff-ba4045362ebc tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710633 Dec 15 13:34:00.691771 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 55798) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:00.829275 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-117e36aa-14b2-42f1-ba93-66567a77a286 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:00.900855 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-117e36aa-14b2-42f1-ba93-66567a77a286 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:00.905100 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-117e36aa-14b2-42f1-ba93-66567a77a286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:00.947251 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-117e36aa-14b2-42f1-ba93-66567a77a286 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9e7824d00d334a8d8479ac6510f64236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543325 Dec 15 13:34:00.948222 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e36aa-14b2-42f1-ba93-66567a77a286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a8c5de-013b-4dcc-9af8-75489a2d89fb,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:00.949886 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 55802) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:00.955522 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117e36aa-14b2-42f1-ba93-66567a77a286 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:00.955983 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117e36aa-14b2-42f1-ba93-66567a77a286 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:00.956325 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117e36aa-14b2-42f1-ba93-66567a77a286 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:00.956657 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117e36aa-14b2-42f1-ba93-66567a77a286 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:00.956979 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117e36aa-14b2-42f1-ba93-66567a77a286 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:00.957366 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117e36aa-14b2-42f1-ba93-66567a77a286 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:00.957663 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117e36aa-14b2-42f1-ba93-66567a77a286 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:00.957988 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117e36aa-14b2-42f1-ba93-66567a77a286 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:00.958313 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117e36aa-14b2-42f1-ba93-66567a77a286 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:00.958637 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117e36aa-14b2-42f1-ba93-66567a77a286 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:00.958991 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117e36aa-14b2-42f1-ba93-66567a77a286 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:00.959309 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117e36aa-14b2-42f1-ba93-66567a77a286 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:00.959621 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117e36aa-14b2-42f1-ba93-66567a77a286 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:01.016506 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-5709d6fc-70b6-4f90-8fa3-68ceae3fc564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:01.039738 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-5709d6fc-70b6-4f90-8fa3-68ceae3fc564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:01.091917 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-5709d6fc-70b6-4f90-8fa3-68ceae3fc564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:01.094516 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-5709d6fc-70b6-4f90-8fa3-68ceae3fc564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:01.095705 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-5709d6fc-70b6-4f90-8fa3-68ceae3fc564 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15a8c5de-013b-4dcc-9af8-75489a2d89fb HTTP/1.1" status: 204 len: 168 time: 0.1446714 Dec 15 13:34:01.103564 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709d6fc-70b6-4f90-8fa3-68ceae3fc564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a8c5de-013b-4dcc-9af8-75489a2d89fb,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:01.358184 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 55812) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:01.371010 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0473688c-7a17-423f-bc4d-f001de8898cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:01.445625 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0473688c-7a17-423f-bc4d-f001de8898cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:01.451247 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0473688c-7a17-423f-bc4d-f001de8898cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:01.490206 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-0473688c-7a17-423f-bc4d-f001de8898cb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2fa4a98efc984aa891e5faf03ce00707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309962 Dec 15 13:34:01.491277 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473688c-7a17-423f-bc4d-f001de8898cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baae1da-b8eb-4587-905f-a98f8788be30,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:01.492989 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 55814) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:01.540492 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b4826efa-d1d9-46c0-9129-a0c3144c2e43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:01.561763 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b4826efa-d1d9-46c0-9129-a0c3144c2e43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:01.611777 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b4826efa-d1d9-46c0-9129-a0c3144c2e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:01.614639 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b4826efa-d1d9-46c0-9129-a0c3144c2e43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:01.615832 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-b4826efa-d1d9-46c0-9129-a0c3144c2e43 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8baae1da-b8eb-4587-905f-a98f8788be30 HTTP/1.1" status: 204 len: 168 time: 0.1218445 Dec 15 13:34:01.627184 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4826efa-d1d9-46c0-9129-a0c3144c2e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baae1da-b8eb-4587-905f-a98f8788be30,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:01.739195 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fd932-1f36-4111-a29a-8ce05e198c7a req-83cf85a0-0e04-4979-8ccf-d6c49d11ca48 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:01.740833 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b30fd932-1f36-4111-a29a-8ce05e198c7a req-83cf85a0-0e04-4979-8ccf-d6c49d11ca48 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0779834 Dec 15 13:34:01.748803 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc67e31-c96c-4455-943d-696813370fa0 req-194b6807-d404-45bb-a91b-1b294917fe4b tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:01.750173 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fcc67e31-c96c-4455-943d-696813370fa0 req-194b6807-d404-45bb-a91b-1b294917fe4b tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=638afde5-46d2-4df0-9d04-d24b9d7aee64 HTTP/1.1" status: 200 len: 946 time: 0.0854974 Dec 15 13:34:01.822979 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b30fd932-1f36-4111-a29a-8ce05e198c7a req-00a8e4ae-0b48-42e2-917e-184d96473b59 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718236 Dec 15 13:34:01.826965 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fcc67e31-c96c-4455-943d-696813370fa0 req-2ac7c00b-ab29-448f-a8b9-9aae541fa716 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700181 Dec 15 13:34:02.374012 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 55850) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:02.470890 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-5d73cbaf-168f-43ff-82f8-780c47155e4b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-834828421-network', 'tenant_id': '050149bd93864d2abd0b342b8062d3d5'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:34:02.490536 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d73cbaf-168f-43ff-82f8-780c47155e4b admin admin] Made reservation on behalf of 050149bd93864d2abd0b342b8062d3d5 for: {'network': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:34:02.492821 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5d73cbaf-168f-43ff-82f8-780c47155e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for network, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:02.501484 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5d73cbaf-168f-43ff-82f8-780c47155e4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:02.573104 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5d73cbaf-168f-43ff-82f8-780c47155e4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:02.576737 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5d73cbaf-168f-43ff-82f8-780c47155e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:02.604817 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d73cbaf-168f-43ff-82f8-780c47155e4b admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=102374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:34:02.618107 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73cbaf-168f-43ff-82f8-780c47155e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3f47a0-8b4e-43d4-9572-7b72388c1a13,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:02.623569 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5d73cbaf-168f-43ff-82f8-780c47155e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:02.623908 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.db.segments_db [None req-5d73cbaf-168f-43ff-82f8-780c47155e4b admin admin] Added segment a7a10ddf-58a6-4d03-ada2-9ef77f68d572 of type vlan for network 4d3a2dfa-2632-456f-8365-44a5206de285 Dec 15 13:34:02.664569 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5d73cbaf-168f-43ff-82f8-780c47155e4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790302850079'] for network, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:02.694107 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5d73cbaf-168f-43ff-82f8-780c47155e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for network, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:02.695261 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d73cbaf-168f-43ff-82f8-780c47155e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:02.696102 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5d73cbaf-168f-43ff-82f8-780c47155e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:02.747281 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-5d73cbaf-168f-43ff-82f8-780c47155e4b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3720436 Dec 15 13:34:02.750707 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 55854) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:02.755644 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] Request body: {'subnet': {'network_id': '4d3a2dfa-2632-456f-8365-44a5206de285', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-834828421-subnet', 'tenant_id': '050149bd93864d2abd0b342b8062d3d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:34:02.758234 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73cbaf-168f-43ff-82f8-780c47155e4b admin admin] Pushing event updated for resources: {'Network': ['ID=4d3a2dfa-2632-456f-8365-44a5206de285,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:02.768188 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Network 4d3a2dfa-2632-456f-8365-44a5206de285 details requested by agent ovs-agent-dv-cinder-813227-4-iscsi with host dv-cinder-813227-4-iscsi {{(pid=102376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:34:02.778381 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] Made reservation on behalf of 050149bd93864d2abd0b342b8062d3d5 for: {'subnet': 1} {{(pid=102375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:34:02.780730 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8698210'] for subnet, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:02.983283 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8656092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8698236'] for subnet, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:02.993924 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f4bd2-2340-47e6-b5bd-e8d694ac4d9f req-e4f4359f-3c15-4290-a527-a5eeac2eaba0 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:02.995420 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2f9f4bd2-2340-47e6-b5bd-e8d694ac4d9f req-e4f4359f-3c15-4290-a527-a5eeac2eaba0 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.1012926 Dec 15 13:34:03.068001 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98b7e25b-8ce9-42dd-ad52-df5ea6344eaa,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:03.081814 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:03.082167 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:03.082509 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:03.082869 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:03.083205 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:03.083532 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:03.083858 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:03.084184 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:03.084510 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:03.084834 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:03.085154 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:03.085472 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:03.085789 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:03.101440 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] Checking segment: {'id': 'a7a10ddf-58a6-4d03-ada2-9ef77f68d572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4d3a2dfa-2632-456f-8365-44a5206de285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:34:03.101796 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] Network hostable DHCP agents. Network: 4d3a2dfa-2632-456f-8365-44a5206de285, hostable agents: ['d51fc807-4fdb-425e-a52e-51fe0ffc3ab0'], hosted agents: [] {{(pid=102375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:34:03.108237 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2f9f4bd2-2340-47e6-b5bd-e8d694ac4d9f req-f7e44b09-7eba-4fe0-a3c9-79d6c738237b tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910480 Dec 15 13:34:03.131161 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] Network 4d3a2dfa-2632-456f-8365-44a5206de285 is scheduled to be hosted by DHCP agent d51fc807-4fdb-425e-a52e-51fe0ffc3ab0 with binding_index 1 {{(pid=102375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:34:03.140664 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-4-iscsi, 4d3a2dfa-2632-456f-8365-44a5206de285) {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:34:03.145352 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:03.146115 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:03.150443 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5329526-f3d2-4897-b6a2-82de78848c8b None None] Network 4d3a2dfa-2632-456f-8365-44a5206de285 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:34:03.163049 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-846f3837-d920-4ebb-a529-741c9b453404 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4111991 Dec 15 13:34:03.269315 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4763ac2-dc15-4f66-a9a5-e5760111c757 None None] Network 4d3a2dfa-2632-456f-8365-44a5206de285 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:34:04.226072 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176aea4-b732-44ee-a23e-77c3054a5235 req-6b392d4c-97f6-4864-b458-fe4055c11be0 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:04.227557 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8176aea4-b732-44ee-a23e-77c3054a5235 req-6b392d4c-97f6-4864-b458-fe4055c11be0 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0486000 Dec 15 13:34:04.272495 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8176aea4-b732-44ee-a23e-77c3054a5235 req-04804899-0bf2-499d-bc3f-dbeca4036b6d tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391998 Dec 15 13:34:04.929362 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-0fae7e0f-24cc-4fe3-87b2-fc05af492c57 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:04.930729 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-0fae7e0f-24cc-4fe3-87b2-fc05af492c57 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/networks?id=4d3a2dfa-2632-456f-8365-44a5206de285 HTTP/1.1" status: 200 len: 808 time: 0.1008062 Dec 15 13:34:04.946199 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-e56abea3-4af5-4415-9e4f-27f5784ecd30 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/quotas/050149bd93864d2abd0b342b8062d3d5 HTTP/1.1" status: 200 len: 375 time: 0.0087919 Dec 15 13:34:04.975638 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-e4579bb5-3121-4412-afed-a22379333491 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=050149bd93864d2abd0b342b8062d3d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243528 Dec 15 13:34:05.065482 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-6fd36f56-90e3-46c9-8374-7e4a16612ae8 service neutron] 10.222.0.60 "GET /v2.0/networks/4d3a2dfa-2632-456f-8365-44a5206de285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827100 Dec 15 13:34:05.149578 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-b18939a2-71ce-42bb-a717-eaf1c5bdc5a4 service neutron] 10.222.0.60 "GET /v2.0/networks/4d3a2dfa-2632-456f-8365-44a5206de285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780580 Dec 15 13:34:05.311746 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bb1bba3e-9b96-427b-a013-545660724c03 req-0f195831-43f3-45ae-ae5b-dba1f8131e98 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dc28a7e-3433-4b18-b45e-9818080b2f7b HTTP/1.1" status: 200 len: 210 time: 0.0285544 Dec 15 13:34:05.396822 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eff45a-b822-4057-a78d-dee28b879827 req-23a5acf7-0400-4f38-9bd0-7122a10ed17e tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:05.398291 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f7eff45a-b822-4057-a78d-dee28b879827 req-23a5acf7-0400-4f38-9bd0-7122a10ed17e tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0521357 Dec 15 13:34:05.447486 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f7eff45a-b822-4057-a78d-dee28b879827 req-6ecee8e2-8a94-4a15-9fd3-558db26c6429 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427835 Dec 15 13:34:06.335929 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-a4afc3c6-6b4d-4087-b2b2-446648817b8e tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:06.338468 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-a4afc3c6-6b4d-4087-b2b2-446648817b8e tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.46 "GET /v2.0/networks?id=4d3a2dfa-2632-456f-8365-44a5206de285 HTTP/1.1" status: 200 len: 808 time: 0.1057248 Dec 15 13:34:06.363495 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-7ccb6946-8c54-4fa6-8d7d-84614e793ed0 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Request body: {'port': {'device_id': '9dc28a7e-3433-4b18-b45e-9818080b2f7b', 'network_id': '4d3a2dfa-2632-456f-8365-44a5206de285', 'admin_state_up': True, 'tenant_id': '050149bd93864d2abd0b342b8062d3d5'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:34:06.414736 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ce64f483-cf34-4935-8c97-47450c13e3a2 req-4b45061d-3832-4cfc-8603-3d3a3cf178a8 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dc28a7e-3433-4b18-b45e-9818080b2f7b HTTP/1.1" status: 200 len: 210 time: 0.0293031 Dec 15 13:34:06.470642 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-7ccb6946-8c54-4fa6-8d7d-84614e793ed0 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Made reservation on behalf of 050149bd93864d2abd0b342b8062d3d5 for: {'port': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:34:06.474221 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-7ccb6946-8c54-4fa6-8d7d-84614e793ed0 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:06.567270 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb858738-c627-4338-9153-8fd676b46859 req-62018ad4-bf18-4f69-a42e-153bfc9ab152 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:06.568838 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cb858738-c627-4338-9153-8fd676b46859 req-62018ad4-bf18-4f69-a42e-153bfc9ab152 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0498755 Dec 15 13:34:06.603985 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-7ccb6946-8c54-4fa6-8d7d-84614e793ed0 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Allocated IP 172.20.0.4 (4d3a2dfa-2632-456f-8365-44a5206de285/98b7e25b-8ce9-42dd-ad52-df5ea6344eaa/d9f33076-1c2e-4ce1-822b-f66e969079f6) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:34:06.617034 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cb858738-c627-4338-9153-8fd676b46859 req-ff72203e-8888-448f-a2c8-df0b4c396102 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409181 Dec 15 13:34:06.776830 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-7ccb6946-8c54-4fa6-8d7d-84614e793ed0 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:06.808857 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-7ccb6946-8c54-4fa6-8d7d-84614e793ed0 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:06.858237 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-7ccb6946-8c54-4fa6-8d7d-84614e793ed0 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Network 4d3a2dfa-2632-456f-8365-44a5206de285 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:34:06.862761 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-7ccb6946-8c54-4fa6-8d7d-84614e793ed0 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:34:06.866512 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-7ccb6946-8c54-4fa6-8d7d-84614e793ed0 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:34:06.872554 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-7ccb6946-8c54-4fa6-8d7d-84614e793ed0 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:06.873165 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-7ccb6946-8c54-4fa6-8d7d-84614e793ed0 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:06.879054 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb6946-8c54-4fa6-8d7d-84614e793ed0 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Pushing event updated for resources: {'Port': ['ID=d9f33076-1c2e-4ce1-822b-f66e969079f6,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:06.894062 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-7ccb6946-8c54-4fa6-8d7d-84614e793ed0 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5345325 Dec 15 13:34:06.910327 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-caf2fd48-1e1f-4be8-bb36-05a804f989ea service neutron] Request body: {'port': {'device_id': '9dc28a7e-3433-4b18-b45e-9818080b2f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:34:06.963546 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-caf2fd48-1e1f-4be8-bb36-05a804f989ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:07.209460 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-caf2fd48-1e1f-4be8-bb36-05a804f989ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f33076-1c2e-4ce1-822b-f66e969079f6 {{(pid=102374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:34:07.217099 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-caf2fd48-1e1f-4be8-bb36-05a804f989ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:07.229041 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.provisioning_blocks [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-caf2fd48-1e1f-4be8-bb36-05a804f989ea service neutron] Transition to ACTIVE for port object d9f33076-1c2e-4ce1-822b-f66e969079f6 will not be triggered until provisioned by entity L2. {{(pid=102374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:34:07.232593 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-caf2fd48-1e1f-4be8-bb36-05a804f989ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:07.297631 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2fd48-1e1f-4be8-bb36-05a804f989ea service neutron] Pushing event updated for resources: {'Port': ['ID=d9f33076-1c2e-4ce1-822b-f66e969079f6,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:07.309284 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-caf2fd48-1e1f-4be8-bb36-05a804f989ea service neutron] Attempting to bind port d9f33076-1c2e-4ce1-822b-f66e969079f6 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:34:07.309624 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-caf2fd48-1e1f-4be8-bb36-05a804f989ea service neutron] Attempting to bind port d9f33076-1c2e-4ce1-822b-f66e969079f6 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'a7a10ddf-58a6-4d03-ada2-9ef77f68d572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4d3a2dfa-2632-456f-8365-44a5206de285'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:34:07.309953 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-caf2fd48-1e1f-4be8-bb36-05a804f989ea service neutron] Attempting to bind port d9f33076-1c2e-4ce1-822b-f66e969079f6 on network 4d3a2dfa-2632-456f-8365-44a5206de285 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:34:07.314200 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-caf2fd48-1e1f-4be8-bb36-05a804f989ea service neutron] Port d9f33076-1c2e-4ce1-822b-f66e969079f6 on network 4d3a2dfa-2632-456f-8365-44a5206de285 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:34:07.314521 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-caf2fd48-1e1f-4be8-bb36-05a804f989ea service neutron] Attempting to bind port d9f33076-1c2e-4ce1-822b-f66e969079f6 on network 4d3a2dfa-2632-456f-8365-44a5206de285 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:34:07.319321 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-caf2fd48-1e1f-4be8-bb36-05a804f989ea service neutron] Checking agent: {'id': '9aec82b9-7713-4c66-84ce-8e508cdbb5b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:34:07.319659 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-caf2fd48-1e1f-4be8-bb36-05a804f989ea service neutron] Checking segment: {'id': 'a7a10ddf-58a6-4d03-ada2-9ef77f68d572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4d3a2dfa-2632-456f-8365-44a5206de285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:34:07.320041 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-caf2fd48-1e1f-4be8-bb36-05a804f989ea service neutron] Bound using segment: {'id': 'a7a10ddf-58a6-4d03-ada2-9ef77f68d572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4d3a2dfa-2632-456f-8365-44a5206de285'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:34:07.320464 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-caf2fd48-1e1f-4be8-bb36-05a804f989ea service neutron] Bound port: d9f33076-1c2e-4ce1-822b-f66e969079f6, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a10ddf-58a6-4d03-ada2-9ef77f68d572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4d3a2dfa-2632-456f-8365-44a5206de285'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:34:07.321088 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-caf2fd48-1e1f-4be8-bb36-05a804f989ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:07.384710 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-caf2fd48-1e1f-4be8-bb36-05a804f989ea service neutron] For port d9f33076-1c2e-4ce1-822b-f66e969079f6, host hv-cinder-81322, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:34:07.388456 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-caf2fd48-1e1f-4be8-bb36-05a804f989ea service neutron] For port d9f33076-1c2e-4ce1-822b-f66e969079f6, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d9f33076-1c2e-4ce1-822b-f66e969079f6,segment=NetworkSegment(a7a10ddf-58a6-4d03-ada2-9ef77f68d572),segment_id=a7a10ddf-58a6-4d03-ada2-9ef77f68d572)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:34:07.392249 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-caf2fd48-1e1f-4be8-bb36-05a804f989ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:07.425707 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-caf2fd48-1e1f-4be8-bb36-05a804f989ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:07.426323 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-caf2fd48-1e1f-4be8-bb36-05a804f989ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:07.427730 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-caf2fd48-1e1f-4be8-bb36-05a804f989ea service neutron] 10.222.0.46 "PUT /v2.0/ports/d9f33076-1c2e-4ce1-822b-f66e969079f6 HTTP/1.1" status: 200 len: 1093 time: 0.5215909 Dec 15 13:34:07.428175 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc28a7e-3433-4b18-b45e-9818080b2f7b', 'tag': 'd9f33076-1c2e-4ce1-822b-f66e969079f6'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:34:07.430418 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0258cb-c032-480f-8e22-567d263d4a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc28a7e-3433-4b18-b45e-9818080b2f7b", "tag": "d9f33076-1c2e-4ce1-822b-f66e969079f6"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:34:07.455356 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2fd48-1e1f-4be8-bb36-05a804f989ea service neutron] Pushing event updated for resources: {'Port': ['ID=d9f33076-1c2e-4ce1-822b-f66e969079f6,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:07.478277 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc93dbef-a520-43df-a4b5-334c0bc82229 x-openstack-request-id: req-dc93dbef-a520-43df-a4b5-334c0bc82229 {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:34:07.478575 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc28a7e-3433-4b18-b45e-9818080b2f7b", "tag": "d9f33076-1c2e-4ce1-822b-f66e969079f6", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:34:07.478829 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc93dbef-a520-43df-a4b5-334c0bc82229 {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:34:07.479264 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc28a7e-3433-4b18-b45e-9818080b2f7b', 'tag': 'd9f33076-1c2e-4ce1-822b-f66e969079f6', 'status': 'completed', 'code': 200} Dec 15 13:34:07.521695 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-a1957e21-56c2-429c-859f-a11d16a3d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:07.523351 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-a1957e21-56c2-429c-859f-a11d16a3d937 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=050149bd93864d2abd0b342b8062d3d5&device_id=9dc28a7e-3433-4b18-b45e-9818080b2f7b HTTP/1.1" status: 200 len: 1096 time: 0.0412605 Dec 15 13:34:07.547076 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11e826-a85c-420e-8f45-0e0b7d1cd8db req-84f65c2f-daee-4c8c-9b7c-50e553f44cdf tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:07.548533 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5c11e826-a85c-420e-8f45-0e0b7d1cd8db req-84f65c2f-daee-4c8c-9b7c-50e553f44cdf tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dc28a7e-3433-4b18-b45e-9818080b2f7b HTTP/1.1" status: 200 len: 943 time: 0.0516615 Dec 15 13:34:07.569852 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-60771179-5455-47dc-9a32-cfa6a552352b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9f33076-1c2e-4ce1-822b-f66e969079f6 HTTP/1.1" status: 200 len: 217 time: 0.0369005 Dec 15 13:34:07.596540 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5c11e826-a85c-420e-8f45-0e0b7d1cd8db req-fa159826-a17e-411c-8085-a826c6cdf27b tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420432 Dec 15 13:34:07.624905 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-c7e9b706-97b2-44b0-be80-e9a7e470ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:07.626411 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-c7e9b706-97b2-44b0-be80-e9a7e470ab21 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98b7e25b-8ce9-42dd-ad52-df5ea6344eaa HTTP/1.1" status: 200 len: 848 time: 0.0440609 Dec 15 13:34:07.659480 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-db1c6b37-418a-4f28-9484-f1b7ac24b412 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d3a2dfa-2632-456f-8365-44a5206de285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249000 Dec 15 13:34:07.769783 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd9b2c-20e9-4632-88fd-fbfb2018f614 req-d29f97dd-a137-44d5-a6c9-6b8ad82006fd tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:07.771294 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-81dd9b2c-20e9-4632-88fd-fbfb2018f614 req-d29f97dd-a137-44d5-a6c9-6b8ad82006fd tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0578775 Dec 15 13:34:07.795539 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea537c-27e6-4b03-9e37-ce8ea1bd2932 req-ed35fd9d-ee66-450c-b296-eb74e379d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:07.798064 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-deea537c-27e6-4b03-9e37-ce8ea1bd2932 req-ed35fd9d-ee66-450c-b296-eb74e379d038 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6898e751314d4e94af3fc6df9b465470&device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 1098 time: 0.0763144 Dec 15 13:34:07.813729 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-c29d8802-0d77-4ec8-86e9-a2176a59924c service neutron] 10.222.0.46 "GET /v2.0/networks/4d3a2dfa-2632-456f-8365-44a5206de285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451392 Dec 15 13:34:07.819855 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-81dd9b2c-20e9-4632-88fd-fbfb2018f614 req-84828965-5c9b-4a5b-9cbc-61572aa36da0 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426171 Dec 15 13:34:08.177450 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f1413a00-6117-4033-959f-a0683ea6ff1a req-c5b00d6b-8a69-4ee9-bb4d-5724e57b567e service neutron] 10.222.0.46 "GET /v2.0/networks/4d3a2dfa-2632-456f-8365-44a5206de285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437388 Dec 15 13:34:08.186534 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea537c-27e6-4b03-9e37-ce8ea1bd2932 req-9e6b1ef2-9c4f-4fc2-8f3d-98c001963f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:08.188129 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-deea537c-27e6-4b03-9e37-ce8ea1bd2932 req-9e6b1ef2-9c4f-4fc2-8f3d-98c001963f3b service neutron] 10.222.0.46 "GET /v2.0/networks?id=818413aa-89a4-4338-a133-8010a51bc5a9 HTTP/1.1" status: 200 len: 919 time: 0.3092742 Dec 15 13:34:08.205358 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:08.233901 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-deea537c-27e6-4b03-9e37-ce8ea1bd2932 req-0d33b7b3-29e5-4aeb-b4a1-6771fbda775b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d HTTP/1.1" status: 200 len: 217 time: 0.0383523 Dec 15 13:34:08.310531 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea537c-27e6-4b03-9e37-ce8ea1bd2932 req-39fcb004-cb94-42ff-9830-7a29eea59ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:08.311987 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-deea537c-27e6-4b03-9e37-ce8ea1bd2932 req-39fcb004-cb94-42ff-9830-7a29eea59ce9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d HTTP/1.1" status: 200 len: 858 time: 0.0665414 Dec 15 13:34:08.316746 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0258cb-c032-480f-8e22-567d263d4a4f req-17c96a22-2574-4e7f-a8e7-5e08b60321db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:08.318079 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-8d0258cb-c032-480f-8e22-567d263d4a4f req-17c96a22-2574-4e7f-a8e7-5e08b60321db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=050149bd93864d2abd0b342b8062d3d5&device_id=9dc28a7e-3433-4b18-b45e-9818080b2f7b HTTP/1.1" status: 200 len: 1096 time: 0.0736802 Dec 15 13:34:08.388262 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-deea537c-27e6-4b03-9e37-ce8ea1bd2932 req-10d4c848-1c16-40b0-86a4-3f6b9ef0a9f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=818413aa-89a4-4338-a133-8010a51bc5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628753 Dec 15 13:34:08.482087 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0258cb-c032-480f-8e22-567d263d4a4f req-6da3c242-e60c-44e8-b383-d91b3a600c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:08.483552 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-8d0258cb-c032-480f-8e22-567d263d4a4f req-6da3c242-e60c-44e8-b383-d91b3a600c7c service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d3a2dfa-2632-456f-8365-44a5206de285 HTTP/1.1" status: 200 len: 909 time: 0.1510897 Dec 15 13:34:08.536003 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-8d0258cb-c032-480f-8e22-567d263d4a4f req-a55b5c1c-e2a4-4a05-9541-5c5ba617bdf4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9f33076-1c2e-4ce1-822b-f66e969079f6 HTTP/1.1" status: 200 len: 217 time: 0.0410619 Dec 15 13:34:08.539365 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-deea537c-27e6-4b03-9e37-ce8ea1bd2932 req-11d10423-9f0b-42a1-9c41-b89ee6bb9058 service neutron] 10.222.0.46 "GET /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420581 Dec 15 13:34:08.640335 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0258cb-c032-480f-8e22-567d263d4a4f req-62fdb594-0883-448d-bbe4-5c46258bf9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:08.641796 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-8d0258cb-c032-480f-8e22-567d263d4a4f req-62fdb594-0883-448d-bbe4-5c46258bf9c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98b7e25b-8ce9-42dd-ad52-df5ea6344eaa HTTP/1.1" status: 200 len: 848 time: 0.0918493 Dec 15 13:34:08.687230 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-8d0258cb-c032-480f-8e22-567d263d4a4f req-004e5dbe-e9a6-41fe-8768-eb35f65d9d42 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d3a2dfa-2632-456f-8365-44a5206de285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312266 Dec 15 13:34:08.692597 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-deea537c-27e6-4b03-9e37-ce8ea1bd2932 req-be9ff29d-81ec-474c-8b73-d3c25f4e9774 service neutron] 10.222.0.46 "GET /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415915 Dec 15 13:34:08.715625 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ada1a-bea2-48d1-bb7a-d1d908d2e46d req-7ba2d049-4f21-4cc5-a97f-bb0f101b8d18 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:08.718624 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a76ada1a-bea2-48d1-bb7a-d1d908d2e46d req-7ba2d049-4f21-4cc5-a97f-bb0f101b8d18 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dc28a7e-3433-4b18-b45e-9818080b2f7b HTTP/1.1" status: 200 len: 943 time: 0.0547888 Dec 15 13:34:08.802376 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-8d0258cb-c032-480f-8e22-567d263d4a4f req-1d278f0b-a55d-4425-87e6-bd756c3400ab service neutron] 10.222.0.46 "GET /v2.0/networks/4d3a2dfa-2632-456f-8365-44a5206de285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023598 Dec 15 13:34:08.909687 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-8d0258cb-c032-480f-8e22-567d263d4a4f req-3f3c3cff-a69f-4954-84a4-756764cc5f29 service neutron] 10.222.0.46 "GET /v2.0/networks/4d3a2dfa-2632-456f-8365-44a5206de285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957642 Dec 15 13:34:08.980479 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a76ada1a-bea2-48d1-bb7a-d1d908d2e46d req-b6ea6661-270a-49cb-bf7d-34de7d9ab615 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566473 Dec 15 13:34:08.992115 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a28643-9c6a-4e51-9e2b-dcef5e159722 req-caad5bb2-2968-44ff-809d-6805ded0ca4c tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:08.993540 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-01a28643-9c6a-4e51-9e2b-dcef5e159722 req-caad5bb2-2968-44ff-809d-6805ded0ca4c tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0681930 Dec 15 13:34:09.040282 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-01a28643-9c6a-4e51-9e2b-dcef5e159722 req-cbf26fde-3daf-4329-97db-3235d0235ed4 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403278 Dec 15 13:34:10.096426 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823b4ad-25d4-4488-b66c-78c986bc4a4c req-8c363dca-e59f-45ae-ad4f-33c5423ae4b6 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:10.098364 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5823b4ad-25d4-4488-b66c-78c986bc4a4c req-8c363dca-e59f-45ae-ad4f-33c5423ae4b6 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dc28a7e-3433-4b18-b45e-9818080b2f7b HTTP/1.1" status: 200 len: 943 time: 0.0486419 Dec 15 13:34:10.177569 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5823b4ad-25d4-4488-b66c-78c986bc4a4c req-dc4018d3-e33a-4ab1-acd1-589fbaa26a65 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738616 Dec 15 13:34:10.189727 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaee02a-6e37-453f-94d0-db721d6035db req-e094259a-79a3-4245-9a69-84487d66398f tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:10.191135 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-eeaee02a-6e37-453f-94d0-db721d6035db req-e094259a-79a3-4245-9a69-84487d66398f tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0722792 Dec 15 13:34:10.239883 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-eeaee02a-6e37-453f-94d0-db721d6035db req-932c222b-9f2d-40b5-af4c-e66020454605 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425048 Dec 15 13:34:11.339955 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d8acb-66c8-4c61-9ea5-3bd0f39c196d req-9260e7ce-102c-448a-8595-2df2069af681 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:11.342195 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b70d8acb-66c8-4c61-9ea5-3bd0f39c196d req-9260e7ce-102c-448a-8595-2df2069af681 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dc28a7e-3433-4b18-b45e-9818080b2f7b HTTP/1.1" status: 200 len: 943 time: 0.0827105 Dec 15 13:34:11.454657 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20abb71-7075-40e2-b7af-4534936c6acc req-1a55c7ed-75ee-43da-87ce-86cf15c88655 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:11.456997 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f20abb71-7075-40e2-b7af-4534936c6acc req-1a55c7ed-75ee-43da-87ce-86cf15c88655 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.1429796 Dec 15 13:34:11.464168 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b70d8acb-66c8-4c61-9ea5-3bd0f39c196d req-6fed0fbb-2b91-44dc-a09f-61fdd146c101 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156044 Dec 15 13:34:11.516201 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f20abb71-7075-40e2-b7af-4534936c6acc req-9f77ae0e-b654-4f75-9949-e4254c62c4d1 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507720 Dec 15 13:34:12.578786 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82169717-9c0d-4723-afcc-935f238c8c75 req-a31a4a78-d666-4b8d-b5ea-171ffafb289b tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:12.580290 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-82169717-9c0d-4723-afcc-935f238c8c75 req-a31a4a78-d666-4b8d-b5ea-171ffafb289b tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dc28a7e-3433-4b18-b45e-9818080b2f7b HTTP/1.1" status: 200 len: 943 time: 0.0483801 Dec 15 13:34:12.654868 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-82169717-9c0d-4723-afcc-935f238c8c75 req-f20ad2e7-f647-4582-a991-796847ff3c04 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679939 Dec 15 13:34:12.666321 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266c9bf-4806-4c7a-a3d7-78b2b65b189e req-699f02d8-d53d-4d73-8018-4b7e92f48cd8 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:12.667809 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8266c9bf-4806-4c7a-a3d7-78b2b65b189e req-699f02d8-d53d-4d73-8018-4b7e92f48cd8 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0827129 Dec 15 13:34:12.717277 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8266c9bf-4806-4c7a-a3d7-78b2b65b189e req-28f37cba-1d2d-459a-8c8c-93acdd3d3354 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423033 Dec 15 13:34:12.761275 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device d9f33076-1c2e-4ce1-822b-f66e969079f6 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:34:12.856626 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port d9f33076-1c2e-4ce1-822b-f66e969079f6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d9f33076-1c2e-4ce1-822b-f66e969079f6,segment=NetworkSegment(a7a10ddf-58a6-4d03-ada2-9ef77f68d572),segment_id=a7a10ddf-58a6-4d03-ada2-9ef77f68d572)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:34:12.867825 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': 'd9f33076-1c2e-4ce1-822b-f66e969079f6', 'network_id': '4d3a2dfa-2632-456f-8365-44a5206de285', 'port_id': 'd9f33076-1c2e-4ce1-822b-f66e969079f6', 'mac_address': 'fa:16:3e:d1:92:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b7e25b-8ce9-42dd-ad52-df5ea6344eaa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:34:12.903134 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:12.919500 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f33076-1c2e-4ce1-822b-f66e969079f6 {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:34:12.938421 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port d9f33076-1c2e-4ce1-822b-f66e969079f6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d9f33076-1c2e-4ce1-822b-f66e969079f6,segment=NetworkSegment(a7a10ddf-58a6-4d03-ada2-9ef77f68d572),segment_id=a7a10ddf-58a6-4d03-ada2-9ef77f68d572)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:34:12.942701 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:12.986381 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=d9f33076-1c2e-4ce1-822b-f66e969079f6,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:13.431147 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-98a5c4e9-042a-4168-9984-004564ea3598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:13.569082 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['d9f33076-1c2e-4ce1-822b-f66e969079f6'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:34:13.768692 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a496c-05d2-4863-a592-b242e81a16ef req-f4083ad2-bdac-451b-a998-4fd1e87aa6f7 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:13.770173 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-780a496c-05d2-4863-a592-b242e81a16ef req-f4083ad2-bdac-451b-a998-4fd1e87aa6f7 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dc28a7e-3433-4b18-b45e-9818080b2f7b HTTP/1.1" status: 200 len: 944 time: 0.0487053 Dec 15 13:34:13.840998 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-780a496c-05d2-4863-a592-b242e81a16ef req-2251a74b-3d4f-45a1-8e75-958c69065d96 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644300 Dec 15 13:34:13.856959 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b966359-6e46-4915-8128-740c5cdd83a7 req-9fb41875-9984-4116-8488-7857b63a65e8 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:13.858394 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9b966359-6e46-4915-8128-740c5cdd83a7 req-9fb41875-9984-4116-8488-7857b63a65e8 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0682125 Dec 15 13:34:13.908886 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9b966359-6e46-4915-8128-740c5cdd83a7 req-9316593e-7883-42f4-9fa0-9b6d5f4d6ab4 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443437 Dec 15 13:34:14.958323 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cafe9d-5aa1-48be-a9f2-f7a8c8a06b17 req-575b715a-da80-4622-b36e-1a4c01d04522 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:14.959998 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-84cafe9d-5aa1-48be-a9f2-f7a8c8a06b17 req-575b715a-da80-4622-b36e-1a4c01d04522 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dc28a7e-3433-4b18-b45e-9818080b2f7b HTTP/1.1" status: 200 len: 944 time: 0.0529778 Dec 15 13:34:15.034227 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-84cafe9d-5aa1-48be-a9f2-f7a8c8a06b17 req-65d69c68-87a0-4893-b39d-6b31b8283790 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684383 Dec 15 13:34:15.049575 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c8c74-e5b8-47db-a83f-295c628b71fc req-0702db59-5ab8-42bf-b382-39cc7d291fe9 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:15.051552 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-535c8c74-e5b8-47db-a83f-295c628b71fc req-0702db59-5ab8-42bf-b382-39cc7d291fe9 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0687687 Dec 15 13:34:15.103261 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-535c8c74-e5b8-47db-a83f-295c628b71fc req-54d59c64-7bec-4c93-b6d6-d959d1c1e233 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412288 Dec 15 13:34:15.800365 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-6ac21eb7-b6db-4ce6-9182-ac9f1da912f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:15.813943 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7a427-f778-4795-a06f-45ddd25a87c0 req-28d22c7e-7100-4afc-b0dd-471cba49918b tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:15.815423 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-77f7a427-f778-4795-a06f-45ddd25a87c0 req-28d22c7e-7100-4afc-b0dd-471cba49918b tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=638afde5-46d2-4df0-9d04-d24b9d7aee64 HTTP/1.1" status: 200 len: 946 time: 0.0536599 Dec 15 13:34:15.862450 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-77f7a427-f778-4795-a06f-45ddd25a87c0 req-d7e696e2-9790-4eb2-9a17-dd3620bd614d tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408823 Dec 15 13:34:16.149088 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21273f9d-5374-4d77-a4eb-022781b7238c req-1b90229b-8b91-4fe8-a3dd-7a61f9a07931 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:16.150556 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-21273f9d-5374-4d77-a4eb-022781b7238c req-1b90229b-8b91-4fe8-a3dd-7a61f9a07931 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dc28a7e-3433-4b18-b45e-9818080b2f7b HTTP/1.1" status: 200 len: 944 time: 0.0484104 Dec 15 13:34:16.221466 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-21273f9d-5374-4d77-a4eb-022781b7238c req-89c0ae18-274b-463d-b8c4-3eb4761903f2 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649705 Dec 15 13:34:16.240589 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a645610-b6c6-4792-aff1-8a81f147b101 req-f67cd6e0-d982-4e00-9e4b-d9f75b7662ca tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:16.242446 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1a645610-b6c6-4792-aff1-8a81f147b101 req-f67cd6e0-d982-4e00-9e4b-d9f75b7662ca tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0672677 Dec 15 13:34:16.294330 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1a645610-b6c6-4792-aff1-8a81f147b101 req-96deb72b-270f-4558-9e7a-a7d05c9c6a80 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440547 Dec 15 13:34:16.780574 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device d9f33076-1c2e-4ce1-822b-f66e969079f6 up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:34:16.965227 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:16.980912 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning for port d9f33076-1c2e-4ce1-822b-f66e969079f6 completed by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:34:16.984656 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port d9f33076-1c2e-4ce1-822b-f66e969079f6 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:34:16.985023 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:16.999395 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52dfd52-4a5b-491e-b61e-e1c7a323af3b req-0b4982d1-18d0-40f1-a2ec-6f8c8dc464fd tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:17.000909 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c52dfd52-4a5b-491e-b61e-e1c7a323af3b req-0b4982d1-18d0-40f1-a2ec-6f8c8dc464fd tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=638afde5-46d2-4df0-9d04-d24b9d7aee64 HTTP/1.1" status: 200 len: 946 time: 0.0579636 Dec 15 13:34:17.051825 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c52dfd52-4a5b-491e-b61e-e1c7a323af3b req-99b37ba8-b78d-424e-89f1-bc0e71d8d5de tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444956 Dec 15 13:34:17.078534 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:17.103022 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc28a7e-3433-4b18-b45e-9818080b2f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f33076-1c2e-4ce1-822b-f66e969079f6'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:34:17.105366 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5840fd13-b758-4d52-a37d-de191e2d0add" -d '{"events": [{"server_uuid": "9dc28a7e-3433-4b18-b45e-9818080b2f7b", "name": "network-vif-plugged", "status": "completed", "tag": "d9f33076-1c2e-4ce1-822b-f66e969079f6"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:34:17.119228 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port d9f33076-1c2e-4ce1-822b-f66e969079f6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d9f33076-1c2e-4ce1-822b-f66e969079f6,segment=NetworkSegment(a7a10ddf-58a6-4d03-ada2-9ef77f68d572),segment_id=a7a10ddf-58a6-4d03-ada2-9ef77f68d572)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:34:17.123907 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:17.152367 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c9b145-d2cf-4042-bf8c-cf6c04fd95ed x-openstack-request-id: req-a2c9b145-d2cf-4042-bf8c-cf6c04fd95ed {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:34:17.152678 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc28a7e-3433-4b18-b45e-9818080b2f7b", "name": "network-vif-plugged", "status": "completed", "tag": "d9f33076-1c2e-4ce1-822b-f66e969079f6", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:34:17.152946 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a2c9b145-d2cf-4042-bf8c-cf6c04fd95ed {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:34:17.153328 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc28a7e-3433-4b18-b45e-9818080b2f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f33076-1c2e-4ce1-822b-f66e969079f6', 'code': 200} Dec 15 13:34:17.184815 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=d9f33076-1c2e-4ce1-822b-f66e969079f6,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:17.338693 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb2713-ab6a-4d3d-a7b4-8969d6a0f563 req-ea638702-c818-4f06-88a8-477abe75998f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:17.340299 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-65fb2713-ab6a-4d3d-a7b4-8969d6a0f563 req-ea638702-c818-4f06-88a8-477abe75998f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9dc28a7e-3433-4b18-b45e-9818080b2f7b HTTP/1.1" status: 200 len: 1098 time: 0.0416906 Dec 15 13:34:17.347486 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86727818-6f1b-4b55-b13b-893b7000621f req-6143ff81-290f-4495-b47e-9b89ff27eaf9 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:17.349031 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-86727818-6f1b-4b55-b13b-893b7000621f req-6143ff81-290f-4495-b47e-9b89ff27eaf9 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dc28a7e-3433-4b18-b45e-9818080b2f7b HTTP/1.1" status: 200 len: 945 time: 0.0560873 Dec 15 13:34:17.395317 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-65fb2713-ab6a-4d3d-a7b4-8969d6a0f563 req-20097608-5538-4b41-9366-00739c4090c5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438828 Dec 15 13:34:17.431134 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-86727818-6f1b-4b55-b13b-893b7000621f req-2192907d-7d5c-4df9-bf6f-6049c73515c3 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756965 Dec 15 13:34:17.442099 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c1a2d-4bdc-43df-bcd1-ac76c8ff6847 req-308df3c6-229c-4c1a-a2ea-4ee96e43d4ad tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:17.443642 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-df3c1a2d-4bdc-43df-bcd1-ac76c8ff6847 req-308df3c6-229c-4c1a-a2ea-4ee96e43d4ad tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0736699 Dec 15 13:34:17.492957 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-df3c1a2d-4bdc-43df-bcd1-ac76c8ff6847 req-d26f88cb-8c98-449c-81f3-47e23fccac41 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434213 Dec 15 13:34:18.173349 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47045068-3fb7-413f-9b2e-97addbc211e8 req-5a0b7cb1-e24e-4ac3-b9bb-aa1ba53866be tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:18.174820 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-47045068-3fb7-413f-9b2e-97addbc211e8 req-5a0b7cb1-e24e-4ac3-b9bb-aa1ba53866be tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=638afde5-46d2-4df0-9d04-d24b9d7aee64 HTTP/1.1" status: 200 len: 946 time: 0.0491054 Dec 15 13:34:18.221850 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-47045068-3fb7-413f-9b2e-97addbc211e8 req-d99ec6f2-2aa1-47c9-ac63-223f9ce139da tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413353 Dec 15 13:34:18.494508 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:18.554611 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ced4ba-c68c-4a65-b42f-801674c8dec2 req-2104879c-0589-4429-b832-1fb55149ee3b tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:18.556162 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d3ced4ba-c68c-4a65-b42f-801674c8dec2 req-2104879c-0589-4429-b832-1fb55149ee3b tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dc28a7e-3433-4b18-b45e-9818080b2f7b HTTP/1.1" status: 200 len: 945 time: 0.0528519 Dec 15 13:34:18.634124 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06fee2-4af2-45aa-8805-c65c730f8fc7 req-51bf23f1-2239-44a8-beea-67669b962213 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:18.635597 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5c06fee2-4af2-45aa-8805-c65c730f8fc7 req-51bf23f1-2239-44a8-beea-67669b962213 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0754740 Dec 15 13:34:18.639662 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d3ced4ba-c68c-4a65-b42f-801674c8dec2 req-03bfe0c6-f680-4c81-9db3-b3aa93574b27 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716064 Dec 15 13:34:18.685244 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5c06fee2-4af2-45aa-8805-c65c730f8fc7 req-a19445a2-656e-4d89-bb55-04cc5f258a4e tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429974 Dec 15 13:34:18.733289 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca2f0e-cefc-4428-aa7a-2f1e6cbbb85e req-9381077e-baca-40e4-9f9d-5406790f593f tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:18.734726 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-31ca2f0e-cefc-4428-aa7a-2f1e6cbbb85e req-9381077e-baca-40e4-9f9d-5406790f593f tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.46 "GET /v2.0/ports?device_id=638afde5-46d2-4df0-9d04-d24b9d7aee64 HTTP/1.1" status: 200 len: 946 time: 0.0472617 Dec 15 13:34:18.840839 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-31ca2f0e-cefc-4428-aa7a-2f1e6cbbb85e req-e2b2c87d-fa61-4572-8e82-927ad4b408af tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Deleting port 73028c18-6a30-4deb-9114-51244b03f4f4 {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:34:18.841170 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-31ca2f0e-cefc-4428-aa7a-2f1e6cbbb85e req-e2b2c87d-fa61-4572-8e82-927ad4b408af tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:18.929959 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-31ca2f0e-cefc-4428-aa7a-2f1e6cbbb85e req-e2b2c87d-fa61-4572-8e82-927ad4b408af tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] For port 73028c18-6a30-4deb-9114-51244b03f4f4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=73028c18-6a30-4deb-9114-51244b03f4f4,segment=NetworkSegment(57c552fd-02d1-4d1d-8e94-c628cc826ca5),segment_id=57c552fd-02d1-4d1d-8e94-c628cc826ca5)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:34:18.930343 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-31ca2f0e-cefc-4428-aa7a-2f1e6cbbb85e req-e2b2c87d-fa61-4572-8e82-927ad4b408af tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:18.946208 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-31ca2f0e-cefc-4428-aa7a-2f1e6cbbb85e req-e2b2c87d-fa61-4572-8e82-927ad4b408af tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Calling delete_port for 73028c18-6a30-4deb-9114-51244b03f4f4 owned by compute:nova {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:34:19.077595 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-31ca2f0e-cefc-4428-aa7a-2f1e6cbbb85e req-e2b2c87d-fa61-4572-8e82-927ad4b408af tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:19.093279 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['3c89bced-e266-4c30-8918-8d80f7f8660a', '92df63b2-2815-4499-b41a-e23801cf68f8', '072e8117-2eea-4cb6-b7bd-92aa00b05e95', '73028c18-6a30-4deb-9114-51244b03f4f4'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:34:19.107560 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2c87d-fa61-4572-8e82-927ad4b408af tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Pushing event deleted for resources: {'Port': ['ID=73028c18-6a30-4deb-9114-51244b03f4f4,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:19.146781 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ca2f0e-cefc-4428-aa7a-2f1e6cbbb85e req-e2b2c87d-fa61-4572-8e82-927ad4b408af tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] No DVR routers for this DVR port 73028c18-6a30-4deb-9114-51244b03f4f4 on host hv-cinder-81322 {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:34:19.149366 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-31ca2f0e-cefc-4428-aa7a-2f1e6cbbb85e req-e2b2c87d-fa61-4572-8e82-927ad4b408af tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:19.153305 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-31ca2f0e-cefc-4428-aa7a-2f1e6cbbb85e req-e2b2c87d-fa61-4572-8e82-927ad4b408af tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.46 "DELETE /v2.0/ports/73028c18-6a30-4deb-9114-51244b03f4f4 HTTP/1.1" status: 204 len: 173 time: 0.4041054 Dec 15 13:34:19.153748 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638afde5-46d2-4df0-9d04-d24b9d7aee64', 'name': 'network-vif-deleted', 'tag': '73028c18-6a30-4deb-9114-51244b03f4f4'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:34:19.156022 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c520eb3b-ed8d-413c-a483-c317a92a093b" -d '{"events": [{"server_uuid": "638afde5-46d2-4df0-9d04-d24b9d7aee64", "name": "network-vif-deleted", "tag": "73028c18-6a30-4deb-9114-51244b03f4f4"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:34:19.195869 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce380da-4840-4de6-a3cb-02eac71e7f5d x-openstack-request-id: req-bce380da-4840-4de6-a3cb-02eac71e7f5d {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:34:19.196174 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638afde5-46d2-4df0-9d04-d24b9d7aee64", "name": "network-vif-deleted", "tag": "73028c18-6a30-4deb-9114-51244b03f4f4", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:34:19.196403 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bce380da-4840-4de6-a3cb-02eac71e7f5d {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:34:19.196861 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638afde5-46d2-4df0-9d04-d24b9d7aee64', 'name': 'network-vif-deleted', 'tag': '73028c18-6a30-4deb-9114-51244b03f4f4', 'status': 'completed', 'code': 200} Dec 15 13:34:19.333015 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4ad0dcb1-4d86-48b0-885b-51d40e72434c req-7303ac47-c1dc-47b8-8304-40a5743625ed tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=638afde5-46d2-4df0-9d04-d24b9d7aee64 HTTP/1.1" status: 200 len: 210 time: 0.0285325 Dec 15 13:34:19.412482 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:19.770202 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a49bb-da79-465b-9f0a-a27dc424daf5 req-5b0f17b3-0a59-4c73-b2f1-be21504d8703 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:19.771631 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c77a49bb-da79-465b-9f0a-a27dc424daf5 req-5b0f17b3-0a59-4c73-b2f1-be21504d8703 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dc28a7e-3433-4b18-b45e-9818080b2f7b HTTP/1.1" status: 200 len: 945 time: 0.0602388 Dec 15 13:34:19.841009 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd10356-2cb2-4e79-9497-0d58718351ea req-45954ae6-2ed1-4998-bd91-05828bd4bdd0 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:19.843157 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4cd10356-2cb2-4e79-9497-0d58718351ea req-45954ae6-2ed1-4998-bd91-05828bd4bdd0 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0881555 Dec 15 13:34:19.850197 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c77a49bb-da79-465b-9f0a-a27dc424daf5 req-5481fad6-af7f-41d4-8ce4-522435fba0dd tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609612 Dec 15 13:34:19.895313 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4cd10356-2cb2-4e79-9497-0d58718351ea req-221f493f-ccf7-47d2-8842-648e40e5bb33 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441658 Dec 15 13:34:20.316853 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0ca71-b57f-4669-8ddc-5e49bc016b50 req-f6ddbcc1-f393-4406-8bc8-70472982b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:20.318319 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ffa0ca71-b57f-4669-8ddc-5e49bc016b50 req-f6ddbcc1-f393-4406-8bc8-70472982b4e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 1098 time: 0.0425155 Dec 15 13:34:20.383323 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ffa0ca71-b57f-4669-8ddc-5e49bc016b50 req-117de19c-706f-42e8-9c8c-538a75e17d91 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403883 Dec 15 13:34:20.970840 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93bd6a-43a0-4224-a8d7-2dba3f01aaac req-49faceb8-f338-4856-9c28-dd85799bca09 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:20.972342 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fd93bd6a-43a0-4224-a8d7-2dba3f01aaac req-49faceb8-f338-4856-9c28-dd85799bca09 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dc28a7e-3433-4b18-b45e-9818080b2f7b HTTP/1.1" status: 200 len: 945 time: 0.0530288 Dec 15 13:34:21.050709 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c6e1f-220c-475b-a53c-341665d936bc req-1fac9581-595a-4046-a7c3-20dd0fa0b56b tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:21.052189 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d16c6e1f-220c-475b-a53c-341665d936bc req-1fac9581-595a-4046-a7c3-20dd0fa0b56b tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0789592 Dec 15 13:34:21.055666 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fd93bd6a-43a0-4224-a8d7-2dba3f01aaac req-e78e89e6-cc80-43f6-9756-bcaf6b731b57 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742059 Dec 15 13:34:21.099625 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d16c6e1f-220c-475b-a53c-341665d936bc req-02cc54ff-0234-4c9a-b858-3a057d3632bd tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416379 Dec 15 13:34:21.731060 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e5b74-b949-43ad-a1d9-69bc24792f65 req-2033aba1-a187-45be-9991-2ed8848162a8 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:21.732623 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-973e5b74-b949-43ad-a1d9-69bc24792f65 req-2033aba1-a187-45be-9991-2ed8848162a8 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=20c19dcc-7224-44dc-8921-a03017d002d7 HTTP/1.1" status: 200 len: 945 time: 0.0512881 Dec 15 13:34:21.810456 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9a0e8-ab89-4d68-890a-a4ffa4c06244 req-55533ba1-b48c-489c-9f96-9a77327bdd4d tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:21.811828 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-83f9a0e8-ab89-4d68-890a-a4ffa4c06244 req-55533ba1-b48c-489c-9f96-9a77327bdd4d tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dc28a7e-3433-4b18-b45e-9818080b2f7b HTTP/1.1" status: 200 len: 945 time: 0.0783567 Dec 15 13:34:21.815316 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-973e5b74-b949-43ad-a1d9-69bc24792f65 req-c62776a7-05d4-4589-950c-ea42bbb2f2f4 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739677 Dec 15 13:34:21.858298 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-83f9a0e8-ab89-4d68-890a-a4ffa4c06244 req-4d747ff2-555e-4586-90f9-074b88198f07 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407007 Dec 15 13:34:22.214531 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077efae5-e430-43dd-be85-c95498473ec7 req-84c25570-2b97-4d30-88d3-c6d1347399f5 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:22.216505 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-077efae5-e430-43dd-be85-c95498473ec7 req-84c25570-2b97-4d30-88d3-c6d1347399f5 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0481856 Dec 15 13:34:22.268394 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-077efae5-e430-43dd-be85-c95498473ec7 req-cffa4c3a-a10f-4f1d-a7ee-6955b1ec6eda tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459888 Dec 15 13:34:22.838241 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 73028c18-6a30-4deb-9114-51244b03f4f4 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:34:22.860161 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] No Port match for: 73028c18-6a30-4deb-9114-51244b03f4f4 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:34:22.860501 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 73028c18-6a30-4deb-9114-51244b03f4f4 not bound to the agent host hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:34:22.930744 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c956a22-87d2-4c51-b0c4-6676f224bb0e req-692dfb35-7791-4179-b0ae-0f5eee768d44 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:22.932181 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3c956a22-87d2-4c51-b0c4-6676f224bb0e req-692dfb35-7791-4179-b0ae-0f5eee768d44 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=20c19dcc-7224-44dc-8921-a03017d002d7 HTTP/1.1" status: 200 len: 945 time: 0.0472345 Dec 15 13:34:23.010804 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a3d27-677b-4ade-aeae-d5d4c63766ad req-db671b4a-7327-443a-a8bb-c2ba29f32f02 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:23.012914 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ca7a3d27-677b-4ade-aeae-d5d4c63766ad req-db671b4a-7327-443a-a8bb-c2ba29f32f02 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dc28a7e-3433-4b18-b45e-9818080b2f7b HTTP/1.1" status: 200 len: 945 time: 0.0798786 Dec 15 13:34:23.019852 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3c956a22-87d2-4c51-b0c4-6676f224bb0e req-e9d04da4-6517-48ba-8681-aa51f6ec6c42 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786052 Dec 15 13:34:23.061126 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ca7a3d27-677b-4ade-aeae-d5d4c63766ad req-f3f2c0b0-39d4-4043-8d9c-9949ace1bf99 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403309 Dec 15 13:34:23.382022 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e0621-176c-4b24-9518-3ac4080d0d88 req-c50261d9-3e69-462a-94ec-34c13169495f tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:23.383491 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-429e0621-176c-4b24-9518-3ac4080d0d88 req-c50261d9-3e69-462a-94ec-34c13169495f tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0473983 Dec 15 13:34:23.431111 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-429e0621-176c-4b24-9518-3ac4080d0d88 req-5c931680-effe-494e-b190-6e93830aaf82 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412807 Dec 15 13:34:23.725208 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa271ead-47bc-447b-bf04-e77ead5ec6bf req-4da1b372-21d4-47c7-ac24-ae19ab47710a tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:23.726690 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fa271ead-47bc-447b-bf04-e77ead5ec6bf req-4da1b372-21d4-47c7-ac24-ae19ab47710a tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0520167 Dec 15 13:34:23.748224 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f382662-4f04-40ef-a846-b4bc102fe359 req-45726146-d340-419f-ba1a-e37e702483ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:23.750121 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-1f382662-4f04-40ef-a846-b4bc102fe359 req-45726146-d340-419f-ba1a-e37e702483ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6898e751314d4e94af3fc6df9b465470&device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 1098 time: 0.0407305 Dec 15 13:34:23.778284 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fa271ead-47bc-447b-bf04-e77ead5ec6bf req-8b5fb043-6265-49f6-b162-0f7671eedae8 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449994 Dec 15 13:34:23.840876 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f382662-4f04-40ef-a846-b4bc102fe359 req-83d3f44e-97d5-4577-95b3-572947dc3efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:23.842254 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-1f382662-4f04-40ef-a846-b4bc102fe359 req-83d3f44e-97d5-4577-95b3-572947dc3efc service neutron] 10.222.0.46 "GET /v2.0/networks?id=818413aa-89a4-4338-a133-8010a51bc5a9 HTTP/1.1" status: 200 len: 919 time: 0.0831277 Dec 15 13:34:23.890092 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-1f382662-4f04-40ef-a846-b4bc102fe359 req-d2117b0a-04af-44ac-b060-45aff58ce249 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d HTTP/1.1" status: 200 len: 217 time: 0.0363090 Dec 15 13:34:23.940451 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f382662-4f04-40ef-a846-b4bc102fe359 req-41999c83-fc52-413d-aab6-bfdba92e5d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:23.941857 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-1f382662-4f04-40ef-a846-b4bc102fe359 req-41999c83-fc52-413d-aab6-bfdba92e5d00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d HTTP/1.1" status: 200 len: 858 time: 0.0429702 Dec 15 13:34:23.979483 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-1f382662-4f04-40ef-a846-b4bc102fe359 req-8ef40fb9-db11-4fcd-8054-37442b7dfb69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=818413aa-89a4-4338-a133-8010a51bc5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250366 Dec 15 13:34:24.082105 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-1f382662-4f04-40ef-a846-b4bc102fe359 req-e74f1f87-a0ec-414c-bd7a-4a20cf1bcb77 service neutron] 10.222.0.46 "GET /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875025 Dec 15 13:34:24.149920 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a81311-2e72-43c0-870e-4bfe32009cb9 req-cf41b5a1-ca31-4b0a-99bb-6743d9014066 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:24.151402 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c7a81311-2e72-43c0-870e-4bfe32009cb9 req-cf41b5a1-ca31-4b0a-99bb-6743d9014066 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=20c19dcc-7224-44dc-8921-a03017d002d7 HTTP/1.1" status: 200 len: 945 time: 0.0582600 Dec 15 13:34:24.175170 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-1f382662-4f04-40ef-a846-b4bc102fe359 req-009912db-b2ad-4ce3-a1e2-049491e057fa service neutron] 10.222.0.46 "GET /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838645 Dec 15 13:34:24.219764 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c7a81311-2e72-43c0-870e-4bfe32009cb9 req-de79b35d-0044-4e41-904a-255e41dda0bf tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546274 Dec 15 13:34:24.226940 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7f25a-67aa-4c31-b541-fad6976cd01e req-f927cf1c-8c4a-4c80-a8ef-00af67434b6e tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:24.228346 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2ca7f25a-67aa-4c31-b541-fad6976cd01e req-f927cf1c-8c4a-4c80-a8ef-00af67434b6e tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dc28a7e-3433-4b18-b45e-9818080b2f7b HTTP/1.1" status: 200 len: 945 time: 0.0982556 Dec 15 13:34:24.274912 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2ca7f25a-67aa-4c31-b541-fad6976cd01e req-f62f7a65-be38-4e67-8bbb-6e63f8a9e922 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405824 Dec 15 13:34:24.415734 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaa661-8e82-4c81-8308-352cfe3d190e req-8a61355b-0e9e-4efc-af41-88dbb1ad08f6 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:24.417095 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-d3eaa661-8e82-4c81-8308-352cfe3d190e req-8a61355b-0e9e-4efc-af41-88dbb1ad08f6 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.46 "GET /v2.0/ports?device_id=9dc28a7e-3433-4b18-b45e-9818080b2f7b HTTP/1.1" status: 200 len: 945 time: 0.0490816 Dec 15 13:34:24.513158 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-d3eaa661-8e82-4c81-8308-352cfe3d190e req-aff74a7c-9d4a-4fb6-991a-5aa2edc90dae tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Deleting port d9f33076-1c2e-4ce1-822b-f66e969079f6 {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:34:24.513582 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-d3eaa661-8e82-4c81-8308-352cfe3d190e req-aff74a7c-9d4a-4fb6-991a-5aa2edc90dae tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:24.602337 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-d3eaa661-8e82-4c81-8308-352cfe3d190e req-aff74a7c-9d4a-4fb6-991a-5aa2edc90dae tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] For port d9f33076-1c2e-4ce1-822b-f66e969079f6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d9f33076-1c2e-4ce1-822b-f66e969079f6,segment=NetworkSegment(a7a10ddf-58a6-4d03-ada2-9ef77f68d572),segment_id=a7a10ddf-58a6-4d03-ada2-9ef77f68d572)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:34:24.602700 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-d3eaa661-8e82-4c81-8308-352cfe3d190e req-aff74a7c-9d4a-4fb6-991a-5aa2edc90dae tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:24.619129 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-d3eaa661-8e82-4c81-8308-352cfe3d190e req-aff74a7c-9d4a-4fb6-991a-5aa2edc90dae tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Calling delete_port for d9f33076-1c2e-4ce1-822b-f66e969079f6 owned by compute:nova {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:34:24.746930 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-d3eaa661-8e82-4c81-8308-352cfe3d190e req-aff74a7c-9d4a-4fb6-991a-5aa2edc90dae tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:24.770840 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['d9f33076-1c2e-4ce1-822b-f66e969079f6'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:34:24.772398 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff74a7c-9d4a-4fb6-991a-5aa2edc90dae tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Pushing event deleted for resources: {'Port': ['ID=d9f33076-1c2e-4ce1-822b-f66e969079f6,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:24.827751 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3eaa661-8e82-4c81-8308-352cfe3d190e req-aff74a7c-9d4a-4fb6-991a-5aa2edc90dae tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] No DVR routers for this DVR port d9f33076-1c2e-4ce1-822b-f66e969079f6 on host hv-cinder-81322 {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:34:24.830180 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-d3eaa661-8e82-4c81-8308-352cfe3d190e req-aff74a7c-9d4a-4fb6-991a-5aa2edc90dae tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:24.834027 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-d3eaa661-8e82-4c81-8308-352cfe3d190e req-aff74a7c-9d4a-4fb6-991a-5aa2edc90dae tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.46 "DELETE /v2.0/ports/d9f33076-1c2e-4ce1-822b-f66e969079f6 HTTP/1.1" status: 204 len: 173 time: 0.4095423 Dec 15 13:34:24.834477 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc28a7e-3433-4b18-b45e-9818080b2f7b', 'name': 'network-vif-deleted', 'tag': 'd9f33076-1c2e-4ce1-822b-f66e969079f6'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:34:24.836756 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed2bd2e-aced-4a1a-b429-784d998ce9ef" -d '{"events": [{"server_uuid": "9dc28a7e-3433-4b18-b45e-9818080b2f7b", "name": "network-vif-deleted", "tag": "d9f33076-1c2e-4ce1-822b-f66e969079f6"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:34:24.907241 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9ec41-6258-499f-b1f0-338a08d4a3ce req-ee864583-1b27-4e9f-a590-951945859179 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:24.908722 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-70e9ec41-6258-499f-b1f0-338a08d4a3ce req-ee864583-1b27-4e9f-a590-951945859179 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0505822 Dec 15 13:34:24.971494 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-70e9ec41-6258-499f-b1f0-338a08d4a3ce req-338d272b-a4c6-4d63-bfc9-78f3e88f2896 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568154 Dec 15 13:34:24.973579 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b58bd75-9072-48e7-82a2-cf3a6c807db4 x-openstack-request-id: req-7b58bd75-9072-48e7-82a2-cf3a6c807db4 {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:34:24.973952 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc28a7e-3433-4b18-b45e-9818080b2f7b", "name": "network-vif-deleted", "tag": "d9f33076-1c2e-4ce1-822b-f66e969079f6", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:34:24.974838 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b58bd75-9072-48e7-82a2-cf3a6c807db4 {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:34:24.974838 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc28a7e-3433-4b18-b45e-9818080b2f7b', 'name': 'network-vif-deleted', 'tag': 'd9f33076-1c2e-4ce1-822b-f66e969079f6', 'status': 'completed', 'code': 200} Dec 15 13:34:25.008118 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4197076-36d1-4e95-92e9-23a244f1b7e8 req-41eadca4-f503-470b-afa3-f2c59f1cbfb6 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:25.009743 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e4197076-36d1-4e95-92e9-23a244f1b7e8 req-41eadca4-f503-470b-afa3-f2c59f1cbfb6 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.46 "GET /v2.0/ports?device_id=20c19dcc-7224-44dc-8921-a03017d002d7 HTTP/1.1" status: 200 len: 945 time: 0.0675194 Dec 15 13:34:25.108212 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-e4197076-36d1-4e95-92e9-23a244f1b7e8 req-1fc72713-2d6a-4550-8dd9-c39c347ceb27 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Deleting port 072e8117-2eea-4cb6-b7bd-92aa00b05e95 {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:34:25.108555 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-e4197076-36d1-4e95-92e9-23a244f1b7e8 req-1fc72713-2d6a-4550-8dd9-c39c347ceb27 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:25.196115 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-e4197076-36d1-4e95-92e9-23a244f1b7e8 req-1fc72713-2d6a-4550-8dd9-c39c347ceb27 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] For port 072e8117-2eea-4cb6-b7bd-92aa00b05e95, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=072e8117-2eea-4cb6-b7bd-92aa00b05e95,segment=NetworkSegment(57c552fd-02d1-4d1d-8e94-c628cc826ca5),segment_id=57c552fd-02d1-4d1d-8e94-c628cc826ca5)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:34:25.196388 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-e4197076-36d1-4e95-92e9-23a244f1b7e8 req-1fc72713-2d6a-4550-8dd9-c39c347ceb27 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:25.208429 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-e4197076-36d1-4e95-92e9-23a244f1b7e8 req-1fc72713-2d6a-4550-8dd9-c39c347ceb27 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Calling delete_port for 072e8117-2eea-4cb6-b7bd-92aa00b05e95 owned by compute:nova {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:34:25.348438 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-e4197076-36d1-4e95-92e9-23a244f1b7e8 req-1fc72713-2d6a-4550-8dd9-c39c347ceb27 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:25.352319 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c84431-0cbd-4a19-8395-97d3494c6c85 req-a9579b78-dc0e-4ddb-8cd0-8b9f29f86453 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:25.354196 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c9c84431-0cbd-4a19-8395-97d3494c6c85 req-a9579b78-dc0e-4ddb-8cd0-8b9f29f86453 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=20c19dcc-7224-44dc-8921-a03017d002d7 HTTP/1.1" status: 200 len: 945 time: 0.0667546 Dec 15 13:34:25.368697 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['3c89bced-e266-4c30-8918-8d80f7f8660a', '92df63b2-2815-4499-b41a-e23801cf68f8', '072e8117-2eea-4cb6-b7bd-92aa00b05e95'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:34:25.394157 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc72713-2d6a-4550-8dd9-c39c347ceb27 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Pushing event deleted for resources: {'Port': ['ID=072e8117-2eea-4cb6-b7bd-92aa00b05e95,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:25.413346 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-af043322-5046-4abb-bda9-50011686e315 req-cd880831-e434-4ec9-b0e8-dd101acf8991 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dc28a7e-3433-4b18-b45e-9818080b2f7b HTTP/1.1" status: 200 len: 210 time: 0.0510583 Dec 15 13:34:25.433568 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4197076-36d1-4e95-92e9-23a244f1b7e8 req-1fc72713-2d6a-4550-8dd9-c39c347ceb27 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] No DVR routers for this DVR port 072e8117-2eea-4cb6-b7bd-92aa00b05e95 on host hv-cinder-81322 {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:34:25.436207 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-e4197076-36d1-4e95-92e9-23a244f1b7e8 req-1fc72713-2d6a-4550-8dd9-c39c347ceb27 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:25.440232 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e4197076-36d1-4e95-92e9-23a244f1b7e8 req-1fc72713-2d6a-4550-8dd9-c39c347ceb27 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.46 "DELETE /v2.0/ports/072e8117-2eea-4cb6-b7bd-92aa00b05e95 HTTP/1.1" status: 204 len: 173 time: 0.4209168 Dec 15 13:34:25.479741 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c9c84431-0cbd-4a19-8395-97d3494c6c85 req-0af79585-f591-46fb-8a53-2668d41417aa tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147928 Dec 15 13:34:26.087909 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ee936-1b55-4e2c-a64f-80585daf6e24 req-8323f1db-af58-4d4c-b1a0-e66e89252f7b tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:26.089441 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-aa8ee936-1b55-4e2c-a64f-80585daf6e24 req-8323f1db-af58-4d4c-b1a0-e66e89252f7b tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0503581 Dec 15 13:34:26.136245 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-aa8ee936-1b55-4e2c-a64f-80585daf6e24 req-2e5f1085-b7c4-4ff2-b2d7-0d41ac60e5bc tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408235 Dec 15 13:34:26.690381 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efadac1-3062-489c-9aec-347450044cf1 req-94b21c0d-5a8e-4146-91ad-2de086ff8951 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:26.692014 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5efadac1-3062-489c-9aec-347450044cf1 req-94b21c0d-5a8e-4146-91ad-2de086ff8951 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/networks?id=4d3a2dfa-2632-456f-8365-44a5206de285 HTTP/1.1" status: 200 len: 808 time: 0.1161573 Dec 15 13:34:26.716911 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5efadac1-3062-489c-9aec-347450044cf1 req-b0a05a90-4ed9-4d9b-ae37-5a6bad71c277 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/quotas/050149bd93864d2abd0b342b8062d3d5 HTTP/1.1" status: 200 len: 375 time: 0.0187039 Dec 15 13:34:26.759093 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5efadac1-3062-489c-9aec-347450044cf1 req-80560247-7a33-41a7-aa29-9d3e1a757ffd tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=050149bd93864d2abd0b342b8062d3d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282977 Dec 15 13:34:26.781623 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c87be-24cd-4429-83bb-40efd548abec req-763be64a-ee6e-4ad4-b0c9-862d2afefebf tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:26.783042 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-dc3c87be-24cd-4429-83bb-40efd548abec req-763be64a-ee6e-4ad4-b0c9-862d2afefebf tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7690a69-d110-45d1-8a94-2c7c366bba36 HTTP/1.1" status: 200 len: 945 time: 0.0779753 Dec 15 13:34:26.880393 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-dc3c87be-24cd-4429-83bb-40efd548abec req-4da0f106-ff3a-4464-a12b-976fdc2147d9 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879645 Dec 15 13:34:26.896346 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5efadac1-3062-489c-9aec-347450044cf1 req-8da3af74-ba97-4720-8c6a-7a2181643509 service neutron] 10.222.0.60 "GET /v2.0/networks/4d3a2dfa-2632-456f-8365-44a5206de285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293857 Dec 15 13:34:26.975883 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c19dcc-7224-44dc-8921-a03017d002d7', 'name': 'network-vif-deleted', 'tag': '072e8117-2eea-4cb6-b7bd-92aa00b05e95'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:34:26.978171 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e984ecb0-cad1-45f2-ba18-384cbdcf06dd" -d '{"events": [{"server_uuid": "20c19dcc-7224-44dc-8921-a03017d002d7", "name": "network-vif-deleted", "tag": "072e8117-2eea-4cb6-b7bd-92aa00b05e95"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:34:26.987338 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5efadac1-3062-489c-9aec-347450044cf1 req-bd93bedb-24a6-4c08-b89b-52cbc5f80c19 service neutron] 10.222.0.60 "GET /v2.0/networks/4d3a2dfa-2632-456f-8365-44a5206de285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846159 Dec 15 13:34:27.034355 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba57f8de-1244-4164-8bba-86357bb7fef5 x-openstack-request-id: req-ba57f8de-1244-4164-8bba-86357bb7fef5 {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:34:27.034681 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c19dcc-7224-44dc-8921-a03017d002d7", "name": "network-vif-deleted", "tag": "072e8117-2eea-4cb6-b7bd-92aa00b05e95", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:34:27.034968 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba57f8de-1244-4164-8bba-86357bb7fef5 {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:34:27.035371 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c19dcc-7224-44dc-8921-a03017d002d7', 'name': 'network-vif-deleted', 'tag': '072e8117-2eea-4cb6-b7bd-92aa00b05e95', 'status': 'completed', 'code': 200} Dec 15 13:34:27.140207 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-7bda686d-d4e7-46af-97a0-82a00595d6c2 req-d22c29b6-6d8c-46ab-9847-f55609c43c09 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f44ec57-99c3-454f-950c-0853717a6936 HTTP/1.1" status: 200 len: 210 time: 0.0259449 Dec 15 13:34:27.254779 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face579b-4bcc-4432-859b-fe3bca119d4e req-5d536aef-b279-4e41-9ffb-301036bb8388 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:27.256215 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-face579b-4bcc-4432-859b-fe3bca119d4e req-5d536aef-b279-4e41-9ffb-301036bb8388 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0506155 Dec 15 13:34:27.303058 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-face579b-4bcc-4432-859b-fe3bca119d4e req-4cbcca5a-3364-45c5-8151-6ea50e2e8d3f tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408618 Dec 15 13:34:27.994944 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62e8c5-1845-4d27-b1b0-7bd835b89c8f req-d2d6611c-a669-49ad-9909-03879b471949 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:27.996475 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-dd62e8c5-1845-4d27-b1b0-7bd835b89c8f req-d2d6611c-a669-49ad-9909-03879b471949 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7690a69-d110-45d1-8a94-2c7c366bba36 HTTP/1.1" status: 200 len: 945 time: 0.0478973 Dec 15 13:34:28.053066 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-dd62e8c5-1845-4d27-b1b0-7bd835b89c8f req-16808f49-c1f6-4f31-949a-09741765148d tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507944 Dec 15 13:34:28.210921 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efadac1-3062-489c-9aec-347450044cf1 req-731ac479-7ef2-472f-8ddb-3fcb88f42d41 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:28.212423 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-5efadac1-3062-489c-9aec-347450044cf1 req-731ac479-7ef2-472f-8ddb-3fcb88f42d41 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.46 "GET /v2.0/networks?id=4d3a2dfa-2632-456f-8365-44a5206de285 HTTP/1.1" status: 200 len: 808 time: 0.1098182 Dec 15 13:34:28.230719 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-5efadac1-3062-489c-9aec-347450044cf1 req-51bd8d8d-7310-4888-bb05-b074a77c5f36 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Request body: {'port': {'device_id': '3f44ec57-99c3-454f-950c-0853717a6936', 'network_id': '4d3a2dfa-2632-456f-8365-44a5206de285', 'admin_state_up': True, 'tenant_id': '050149bd93864d2abd0b342b8062d3d5'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:34:28.256750 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6e214149-8e29-49bf-9865-bed0e9d53ed3 req-7d9de86a-723b-446a-a550-274fe4a31cac tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f44ec57-99c3-454f-950c-0853717a6936 HTTP/1.1" status: 200 len: 210 time: 0.0266740 Dec 15 13:34:28.348785 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5efadac1-3062-489c-9aec-347450044cf1 req-51bd8d8d-7310-4888-bb05-b074a77c5f36 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Made reservation on behalf of 050149bd93864d2abd0b342b8062d3d5 for: {'port': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:34:28.352502 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-5efadac1-3062-489c-9aec-347450044cf1 req-51bd8d8d-7310-4888-bb05-b074a77c5f36 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:28.428324 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045721-073d-4e5a-a12d-78ecceb5bf43 req-9033f8b0-d937-4d67-a407-1543d3b9bfb9 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:28.430147 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1e045721-073d-4e5a-a12d-78ecceb5bf43 req-9033f8b0-d937-4d67-a407-1543d3b9bfb9 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0545821 Dec 15 13:34:28.485713 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1e045721-073d-4e5a-a12d-78ecceb5bf43 req-39cec993-1a28-4211-a40d-21c65f0e935e tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480990 Dec 15 13:34:28.487935 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [req-5efadac1-3062-489c-9aec-347450044cf1 req-51bd8d8d-7310-4888-bb05-b074a77c5f36 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Allocated IP 172.20.0.8 (4d3a2dfa-2632-456f-8365-44a5206de285/98b7e25b-8ce9-42dd-ad52-df5ea6344eaa/63bb9e73-2fd7-4bda-8420-d10b1586e472) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:34:28.667087 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-5efadac1-3062-489c-9aec-347450044cf1 req-51bd8d8d-7310-4888-bb05-b074a77c5f36 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:28.716719 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-5efadac1-3062-489c-9aec-347450044cf1 req-51bd8d8d-7310-4888-bb05-b074a77c5f36 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:28.762256 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5efadac1-3062-489c-9aec-347450044cf1 req-51bd8d8d-7310-4888-bb05-b074a77c5f36 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Network 4d3a2dfa-2632-456f-8365-44a5206de285 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:34:28.765563 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [req-5efadac1-3062-489c-9aec-347450044cf1 req-51bd8d8d-7310-4888-bb05-b074a77c5f36 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:34:28.769349 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efadac1-3062-489c-9aec-347450044cf1 req-51bd8d8d-7310-4888-bb05-b074a77c5f36 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:34:28.774859 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efadac1-3062-489c-9aec-347450044cf1 req-51bd8d8d-7310-4888-bb05-b074a77c5f36 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:28.775760 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-5efadac1-3062-489c-9aec-347450044cf1 req-51bd8d8d-7310-4888-bb05-b074a77c5f36 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:28.788196 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd8d8d-7310-4888-bb05-b074a77c5f36 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Pushing event updated for resources: {'Port': ['ID=63bb9e73-2fd7-4bda-8420-d10b1586e472,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:28.798317 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-5efadac1-3062-489c-9aec-347450044cf1 req-51bd8d8d-7310-4888-bb05-b074a77c5f36 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5720720 Dec 15 13:34:28.833600 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 072e8117-2eea-4cb6-b7bd-92aa00b05e95 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:34:28.841395 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-5efadac1-3062-489c-9aec-347450044cf1 req-fb6d4f4d-c21e-40af-ae27-bb96f161d46d service neutron] Request body: {'port': {'device_id': '3f44ec57-99c3-454f-950c-0853717a6936', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:34:28.855144 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] No Port match for: 072e8117-2eea-4cb6-b7bd-92aa00b05e95 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:34:28.856132 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 072e8117-2eea-4cb6-b7bd-92aa00b05e95 not bound to the agent host hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:34:28.856550 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device d9f33076-1c2e-4ce1-822b-f66e969079f6 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:34:28.876847 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] No Port match for: d9f33076-1c2e-4ce1-822b-f66e969079f6 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:34:28.877765 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device d9f33076-1c2e-4ce1-822b-f66e969079f6 not bound to the agent host hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:34:28.897039 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:34:28.935995 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558f6ed-3595-4a68-a387-62c7df5c4b1b req-837d9756-4138-44ec-9c83-518dccac4127 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:28.937367 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-8558f6ed-3595-4a68-a387-62c7df5c4b1b req-837d9756-4138-44ec-9c83-518dccac4127 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7690a69-d110-45d1-8a94-2c7c366bba36 HTTP/1.1" status: 200 len: 945 time: 0.0931382 Dec 15 13:34:28.937910 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-5efadac1-3062-489c-9aec-347450044cf1 req-fb6d4f4d-c21e-40af-ae27-bb96f161d46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:29.170091 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-8558f6ed-3595-4a68-a387-62c7df5c4b1b req-4dd92502-f7e0-472b-bda0-9490e262c894 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Deleting port 92df63b2-2815-4499-b41a-e23801cf68f8 {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:34:29.170441 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-8558f6ed-3595-4a68-a387-62c7df5c4b1b req-4dd92502-f7e0-472b-bda0-9490e262c894 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:29.171489 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50d9a5-f163-4f56-860f-50efb7e59f7c req-1422cc92-83e6-4bcc-b539-46704c98a6de tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:29.173049 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bc50d9a5-f163-4f56-860f-50efb7e59f7c req-1422cc92-83e6-4bcc-b539-46704c98a6de tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7690a69-d110-45d1-8a94-2c7c366bba36 HTTP/1.1" status: 200 len: 945 time: 0.0507433 Dec 15 13:34:29.222245 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bc50d9a5-f163-4f56-860f-50efb7e59f7c req-ad5eeb3a-5826-49f1-817f-540aecfce554 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434740 Dec 15 13:34:29.294109 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-8558f6ed-3595-4a68-a387-62c7df5c4b1b req-4dd92502-f7e0-472b-bda0-9490e262c894 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] For port 92df63b2-2815-4499-b41a-e23801cf68f8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=92df63b2-2815-4499-b41a-e23801cf68f8,segment=NetworkSegment(57c552fd-02d1-4d1d-8e94-c628cc826ca5),segment_id=57c552fd-02d1-4d1d-8e94-c628cc826ca5)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:34:29.294591 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-8558f6ed-3595-4a68-a387-62c7df5c4b1b req-4dd92502-f7e0-472b-bda0-9490e262c894 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:29.314861 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-8558f6ed-3595-4a68-a387-62c7df5c4b1b req-4dd92502-f7e0-472b-bda0-9490e262c894 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Calling delete_port for 92df63b2-2815-4499-b41a-e23801cf68f8 owned by compute:nova {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:34:29.371142 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3e6a7-6d88-447e-bc00-03f853c85037 req-c55f372e-2852-4e2a-94df-cf9877905a39 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:29.373482 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-67b3e6a7-6d88-447e-bc00-03f853c85037 req-c55f372e-2852-4e2a-94df-cf9877905a39 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f44ec57-99c3-454f-950c-0853717a6936 HTTP/1.1" status: 200 len: 931 time: 0.0511560 Dec 15 13:34:29.384680 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [req-5efadac1-3062-489c-9aec-347450044cf1 req-fb6d4f4d-c21e-40af-ae27-bb96f161d46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63bb9e73-2fd7-4bda-8420-d10b1586e472 {{(pid=102374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:34:29.394683 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-5efadac1-3062-489c-9aec-347450044cf1 req-fb6d4f4d-c21e-40af-ae27-bb96f161d46d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:29.418265 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.provisioning_blocks [req-5efadac1-3062-489c-9aec-347450044cf1 req-fb6d4f4d-c21e-40af-ae27-bb96f161d46d service neutron] Transition to ACTIVE for port object 63bb9e73-2fd7-4bda-8420-d10b1586e472 will not be triggered until provisioned by entity L2. {{(pid=102374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:34:29.423865 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-5efadac1-3062-489c-9aec-347450044cf1 req-fb6d4f4d-c21e-40af-ae27-bb96f161d46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:29.424542 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-67b3e6a7-6d88-447e-bc00-03f853c85037 req-c38e4e46-e4f8-4c50-ab95-1d3c68838d3e tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458717 Dec 15 13:34:29.495903 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d4f4d-c21e-40af-ae27-bb96f161d46d service neutron] Pushing event updated for resources: {'Port': ['ID=63bb9e73-2fd7-4bda-8420-d10b1586e472,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:29.556608 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-5efadac1-3062-489c-9aec-347450044cf1 req-fb6d4f4d-c21e-40af-ae27-bb96f161d46d service neutron] Attempting to bind port 63bb9e73-2fd7-4bda-8420-d10b1586e472 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:34:29.556938 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-5efadac1-3062-489c-9aec-347450044cf1 req-fb6d4f4d-c21e-40af-ae27-bb96f161d46d service neutron] Attempting to bind port 63bb9e73-2fd7-4bda-8420-d10b1586e472 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'a7a10ddf-58a6-4d03-ada2-9ef77f68d572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4d3a2dfa-2632-456f-8365-44a5206de285'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:34:29.557263 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efadac1-3062-489c-9aec-347450044cf1 req-fb6d4f4d-c21e-40af-ae27-bb96f161d46d service neutron] Attempting to bind port 63bb9e73-2fd7-4bda-8420-d10b1586e472 on network 4d3a2dfa-2632-456f-8365-44a5206de285 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:34:29.566614 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efadac1-3062-489c-9aec-347450044cf1 req-fb6d4f4d-c21e-40af-ae27-bb96f161d46d service neutron] Port 63bb9e73-2fd7-4bda-8420-d10b1586e472 on network 4d3a2dfa-2632-456f-8365-44a5206de285 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:34:29.567013 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efadac1-3062-489c-9aec-347450044cf1 req-fb6d4f4d-c21e-40af-ae27-bb96f161d46d service neutron] Attempting to bind port 63bb9e73-2fd7-4bda-8420-d10b1586e472 on network 4d3a2dfa-2632-456f-8365-44a5206de285 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:34:29.570520 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-8558f6ed-3595-4a68-a387-62c7df5c4b1b req-4dd92502-f7e0-472b-bda0-9490e262c894 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:29.582670 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['3c89bced-e266-4c30-8918-8d80f7f8660a', '92df63b2-2815-4499-b41a-e23801cf68f8'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:34:29.585853 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efadac1-3062-489c-9aec-347450044cf1 req-fb6d4f4d-c21e-40af-ae27-bb96f161d46d service neutron] Checking agent: {'id': '9aec82b9-7713-4c66-84ce-8e508cdbb5b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:34:29.586194 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efadac1-3062-489c-9aec-347450044cf1 req-fb6d4f4d-c21e-40af-ae27-bb96f161d46d service neutron] Checking segment: {'id': 'a7a10ddf-58a6-4d03-ada2-9ef77f68d572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4d3a2dfa-2632-456f-8365-44a5206de285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:34:29.586574 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efadac1-3062-489c-9aec-347450044cf1 req-fb6d4f4d-c21e-40af-ae27-bb96f161d46d service neutron] Bound using segment: {'id': 'a7a10ddf-58a6-4d03-ada2-9ef77f68d572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4d3a2dfa-2632-456f-8365-44a5206de285'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:34:29.587027 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-5efadac1-3062-489c-9aec-347450044cf1 req-fb6d4f4d-c21e-40af-ae27-bb96f161d46d service neutron] Bound port: 63bb9e73-2fd7-4bda-8420-d10b1586e472, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a10ddf-58a6-4d03-ada2-9ef77f68d572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4d3a2dfa-2632-456f-8365-44a5206de285'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:34:29.587376 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-5efadac1-3062-489c-9aec-347450044cf1 req-fb6d4f4d-c21e-40af-ae27-bb96f161d46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:29.618915 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd92502-f7e0-472b-bda0-9490e262c894 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Pushing event deleted for resources: {'Port': ['ID=92df63b2-2815-4499-b41a-e23801cf68f8,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:29.661459 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-8558f6ed-3595-4a68-a387-62c7df5c4b1b req-4dd92502-f7e0-472b-bda0-9490e262c894 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] No DVR routers for this DVR port 92df63b2-2815-4499-b41a-e23801cf68f8 on host hv-cinder-81322 {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:34:29.663800 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-8558f6ed-3595-4a68-a387-62c7df5c4b1b req-4dd92502-f7e0-472b-bda0-9490e262c894 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:29.667348 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-8558f6ed-3595-4a68-a387-62c7df5c4b1b req-4dd92502-f7e0-472b-bda0-9490e262c894 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.46 "DELETE /v2.0/ports/92df63b2-2815-4499-b41a-e23801cf68f8 HTTP/1.1" status: 204 len: 173 time: 0.7187605 Dec 15 13:34:29.685609 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7690a69-d110-45d1-8a94-2c7c366bba36', 'name': 'network-vif-deleted', 'tag': '92df63b2-2815-4499-b41a-e23801cf68f8'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:34:29.688328 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f85103-a1b4-4ebe-97e3-52aae43ce090" -d '{"events": [{"server_uuid": "c7690a69-d110-45d1-8a94-2c7c366bba36", "name": "network-vif-deleted", "tag": "92df63b2-2815-4499-b41a-e23801cf68f8"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:34:29.734714 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-5efadac1-3062-489c-9aec-347450044cf1 req-fb6d4f4d-c21e-40af-ae27-bb96f161d46d service neutron] For port 63bb9e73-2fd7-4bda-8420-d10b1586e472, host hv-cinder-81322, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:34:29.739363 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-5efadac1-3062-489c-9aec-347450044cf1 req-fb6d4f4d-c21e-40af-ae27-bb96f161d46d service neutron] For port 63bb9e73-2fd7-4bda-8420-d10b1586e472, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=63bb9e73-2fd7-4bda-8420-d10b1586e472,segment=NetworkSegment(a7a10ddf-58a6-4d03-ada2-9ef77f68d572),segment_id=a7a10ddf-58a6-4d03-ada2-9ef77f68d572)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:34:29.747594 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-5efadac1-3062-489c-9aec-347450044cf1 req-fb6d4f4d-c21e-40af-ae27-bb96f161d46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:29.783721 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acda1ad-f334-42c0-a556-24bc167b7339 x-openstack-request-id: req-1acda1ad-f334-42c0-a556-24bc167b7339 {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:34:29.784014 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7690a69-d110-45d1-8a94-2c7c366bba36", "name": "network-vif-deleted", "tag": "92df63b2-2815-4499-b41a-e23801cf68f8", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:34:29.784310 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1acda1ad-f334-42c0-a556-24bc167b7339 {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:34:29.784886 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7690a69-d110-45d1-8a94-2c7c366bba36', 'name': 'network-vif-deleted', 'tag': '92df63b2-2815-4499-b41a-e23801cf68f8', 'status': 'completed', 'code': 200} Dec 15 13:34:29.794332 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efadac1-3062-489c-9aec-347450044cf1 req-fb6d4f4d-c21e-40af-ae27-bb96f161d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:29.794768 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-5efadac1-3062-489c-9aec-347450044cf1 req-fb6d4f4d-c21e-40af-ae27-bb96f161d46d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:29.796173 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-5efadac1-3062-489c-9aec-347450044cf1 req-fb6d4f4d-c21e-40af-ae27-bb96f161d46d service neutron] 10.222.0.46 "PUT /v2.0/ports/63bb9e73-2fd7-4bda-8420-d10b1586e472 HTTP/1.1" status: 200 len: 1093 time: 0.9598553 Dec 15 13:34:29.813999 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d4f4d-c21e-40af-ae27-bb96f161d46d service neutron] Pushing event updated for resources: {'Port': ['ID=63bb9e73-2fd7-4bda-8420-d10b1586e472,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:30.108648 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efadac1-3062-489c-9aec-347450044cf1 req-5c167a24-7670-4699-b9de-6af134eb13f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:30.110122 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-5efadac1-3062-489c-9aec-347450044cf1 req-5c167a24-7670-4699-b9de-6af134eb13f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=050149bd93864d2abd0b342b8062d3d5&device_id=3f44ec57-99c3-454f-950c-0853717a6936 HTTP/1.1" status: 200 len: 1096 time: 0.2525523 Dec 15 13:34:30.159903 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-5efadac1-3062-489c-9aec-347450044cf1 req-f28f9349-2c83-4fef-8824-02b47f7fed67 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63bb9e73-2fd7-4bda-8420-d10b1586e472 HTTP/1.1" status: 200 len: 217 time: 0.0325446 Dec 15 13:34:30.214225 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efadac1-3062-489c-9aec-347450044cf1 req-28b27aa3-1803-411c-8428-f43aae58c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:30.215725 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-5efadac1-3062-489c-9aec-347450044cf1 req-28b27aa3-1803-411c-8428-f43aae58c3f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98b7e25b-8ce9-42dd-ad52-df5ea6344eaa HTTP/1.1" status: 200 len: 848 time: 0.0480692 Dec 15 13:34:30.251879 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-5efadac1-3062-489c-9aec-347450044cf1 req-fa7396ae-664f-4a2c-8cb5-5e11c2bec5a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d3a2dfa-2632-456f-8365-44a5206de285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272551 Dec 15 13:34:30.378942 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-5efadac1-3062-489c-9aec-347450044cf1 req-63644ca9-515b-4c8b-b5e5-cb58b674fe7d service neutron] 10.222.0.46 "GET /v2.0/networks/4d3a2dfa-2632-456f-8365-44a5206de285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193414 Dec 15 13:34:30.484166 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-5efadac1-3062-489c-9aec-347450044cf1 req-a7330cac-94bf-4782-9b4d-600f28ccd174 service neutron] 10.222.0.46 "GET /v2.0/networks/4d3a2dfa-2632-456f-8365-44a5206de285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939050 Dec 15 13:34:30.543160 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ca377-e20b-4df0-afc3-20f59d2fe4e5 req-623f7696-09dd-4243-a63b-1924c50402a8 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:30.544634 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9d6ca377-e20b-4df0-afc3-20f59d2fe4e5 req-623f7696-09dd-4243-a63b-1924c50402a8 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f44ec57-99c3-454f-950c-0853717a6936 HTTP/1.1" status: 200 len: 943 time: 0.0508089 Dec 15 13:34:30.591563 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9d6ca377-e20b-4df0-afc3-20f59d2fe4e5 req-18972de6-b916-4aeb-8758-7cce235acccd tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410328 Dec 15 13:34:31.270329 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a97c3a-148a-4cd9-a3dc-3e003bafe6d0 req-de09df18-9c33-4d0b-9a7f-fde658f3ee04 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:31.271950 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c3a97c3a-148a-4cd9-a3dc-3e003bafe6d0 req-de09df18-9c33-4d0b-9a7f-fde658f3ee04 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0522773 Dec 15 13:34:31.318831 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c3a97c3a-148a-4cd9-a3dc-3e003bafe6d0 req-358431b6-e3f3-4e8b-9b71-f8cfdca72c2d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404284 Dec 15 13:34:31.757172 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ba45a-d191-445c-95d0-a78e1ac8f5e5 req-b30bd4cb-8576-4f35-8927-f9b25a62f9d4 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:31.758658 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2e3ba45a-d191-445c-95d0-a78e1ac8f5e5 req-b30bd4cb-8576-4f35-8927-f9b25a62f9d4 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f44ec57-99c3-454f-950c-0853717a6936 HTTP/1.1" status: 200 len: 943 time: 0.0504780 Dec 15 13:34:31.785885 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f44ec57-99c3-454f-950c-0853717a6936', 'tag': '63bb9e73-2fd7-4bda-8420-d10b1586e472'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:34:31.788417 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee9316e-ef03-4428-880a-770e22b1418a" -d '{"events": [{"name": "network-changed", "server_uuid": "3f44ec57-99c3-454f-950c-0853717a6936", "tag": "63bb9e73-2fd7-4bda-8420-d10b1586e472"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:34:31.839543 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2e3ba45a-d191-445c-95d0-a78e1ac8f5e5 req-47c59ff8-4ad4-4d01-8920-6b32a55cf7be tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741267 Dec 15 13:34:31.847501 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820beae7-2a1c-48f4-b8c3-a2210241da85 req-9997d02c-d30a-434f-a584-6bbf314ac86b tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:31.848935 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-820beae7-2a1c-48f4-b8c3-a2210241da85 req-9997d02c-d30a-434f-a584-6bbf314ac86b tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 945 time: 0.0818923 Dec 15 13:34:31.883905 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1484ae08-0b80-4dbe-9ff7-5ff6a14105cd x-openstack-request-id: req-1484ae08-0b80-4dbe-9ff7-5ff6a14105cd {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:34:31.884259 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f44ec57-99c3-454f-950c-0853717a6936", "tag": "63bb9e73-2fd7-4bda-8420-d10b1586e472", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:34:31.884573 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1484ae08-0b80-4dbe-9ff7-5ff6a14105cd {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:34:31.885032 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f44ec57-99c3-454f-950c-0853717a6936', 'tag': '63bb9e73-2fd7-4bda-8420-d10b1586e472', 'status': 'completed', 'code': 200} Dec 15 13:34:31.898692 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-820beae7-2a1c-48f4-b8c3-a2210241da85 req-0a7b01fd-d2d8-4313-94bb-31c9ca67262b tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427976 Dec 15 13:34:31.966359 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9316e-ef03-4428-880a-770e22b1418a req-93fdd714-ba98-40b4-a6d8-82c268a4b277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:31.967885 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-aee9316e-ef03-4428-880a-770e22b1418a req-93fdd714-ba98-40b4-a6d8-82c268a4b277 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=050149bd93864d2abd0b342b8062d3d5&device_id=3f44ec57-99c3-454f-950c-0853717a6936 HTTP/1.1" status: 200 len: 1096 time: 0.0518670 Dec 15 13:34:32.058691 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9316e-ef03-4428-880a-770e22b1418a req-a13a3cf2-fb61-4fd0-b274-76e5a7174b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:32.060159 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-aee9316e-ef03-4428-880a-770e22b1418a req-a13a3cf2-fb61-4fd0-b274-76e5a7174b51 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d3a2dfa-2632-456f-8365-44a5206de285 HTTP/1.1" status: 200 len: 909 time: 0.0822313 Dec 15 13:34:32.105020 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-aee9316e-ef03-4428-880a-770e22b1418a req-1d4c45e8-435b-4799-a417-b0508de1dd70 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63bb9e73-2fd7-4bda-8420-d10b1586e472 HTTP/1.1" status: 200 len: 217 time: 0.0367858 Dec 15 13:34:32.155880 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9316e-ef03-4428-880a-770e22b1418a req-6f362468-5383-4539-8bd3-1d60d6a97100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:32.157188 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-aee9316e-ef03-4428-880a-770e22b1418a req-6f362468-5383-4539-8bd3-1d60d6a97100 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98b7e25b-8ce9-42dd-ad52-df5ea6344eaa HTTP/1.1" status: 200 len: 848 time: 0.0422652 Dec 15 13:34:32.190390 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-aee9316e-ef03-4428-880a-770e22b1418a req-cfda7d39-e85d-4312-ad4d-27fed9e42016 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d3a2dfa-2632-456f-8365-44a5206de285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247352 Dec 15 13:34:32.282435 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-aee9316e-ef03-4428-880a-770e22b1418a req-b76d2672-eb5c-46e2-829d-3645a7c7dbc8 service neutron] 10.222.0.46 "GET /v2.0/networks/4d3a2dfa-2632-456f-8365-44a5206de285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818906 Dec 15 13:34:32.387896 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-aee9316e-ef03-4428-880a-770e22b1418a req-9dc152d3-4825-4564-8e69-c323052a048e service neutron] 10.222.0.46 "GET /v2.0/networks/4d3a2dfa-2632-456f-8365-44a5206de285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950046 Dec 15 13:34:32.408321 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502698af-36f4-4c3d-ba81-c89669c49de0 req-1c0b9f7a-cb90-475d-a169-277d8c87690e tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:32.410236 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-502698af-36f4-4c3d-ba81-c89669c49de0 req-1c0b9f7a-cb90-475d-a169-277d8c87690e tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0510137 Dec 15 13:34:32.486806 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9cf67-0dd8-4690-9f27-a0365e14549b req-5b808f39-9c4f-4c56-9252-a2eee2d574d7 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:32.488268 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9de9cf67-0dd8-4690-9f27-a0365e14549b req-5b808f39-9c4f-4c56-9252-a2eee2d574d7 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0770540 Dec 15 13:34:32.492587 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-502698af-36f4-4c3d-ba81-c89669c49de0 req-ebf61288-ec5c-4d39-9322-0b168cfab47e tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696580 Dec 15 13:34:32.537256 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9de9cf67-0dd8-4690-9f27-a0365e14549b req-a725b9c8-da96-4480-8210-b0387c5de420 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431638 Dec 15 13:34:32.842444 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 92df63b2-2815-4499-b41a-e23801cf68f8 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:34:32.873040 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] No Port match for: 92df63b2-2815-4499-b41a-e23801cf68f8 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:34:32.873467 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 92df63b2-2815-4499-b41a-e23801cf68f8 not bound to the agent host hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:34:32.978208 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ff50a-f047-4801-a729-c2bdc9a6d9e4 req-9a545152-14d9-4b3d-b105-7fc7cd2738a1 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:32.978983 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-012ff50a-f047-4801-a729-c2bdc9a6d9e4 req-9a545152-14d9-4b3d-b105-7fc7cd2738a1 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f44ec57-99c3-454f-950c-0853717a6936 HTTP/1.1" status: 200 len: 943 time: 0.0719559 Dec 15 13:34:33.059259 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c9d8f-6759-44e0-b7d8-ae7f2628e4dc req-939b952e-8062-4efc-8053-23963d660bf3 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:33.060705 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-702c9d8f-6759-44e0-b7d8-ae7f2628e4dc req-939b952e-8062-4efc-8053-23963d660bf3 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 945 time: 0.0808818 Dec 15 13:34:33.065054 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-012ff50a-f047-4801-a729-c2bdc9a6d9e4 req-d86fe494-3226-45f5-8a81-fe6cc38fa043 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740874 Dec 15 13:34:33.110341 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-702c9d8f-6759-44e0-b7d8-ae7f2628e4dc req-d35526d7-a671-47c7-889f-5a2d558e3f52 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434728 Dec 15 13:34:33.609072 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d274856-d4cc-4630-ad49-2b9cb798436d req-4a4fa66a-aab6-4200-b7fa-130def3917c9 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:33.610536 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9d274856-d4cc-4630-ad49-2b9cb798436d req-4a4fa66a-aab6-4200-b7fa-130def3917c9 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0523510 Dec 15 13:34:33.691015 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abee55e-f0fc-4ad0-9ad2-4ae48266042b req-caeddb4c-3055-4f04-9c18-89f80699926c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:33.692812 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8abee55e-f0fc-4ad0-9ad2-4ae48266042b req-caeddb4c-3055-4f04-9c18-89f80699926c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0810590 Dec 15 13:34:33.695878 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9d274856-d4cc-4630-ad49-2b9cb798436d req-7162bbab-ed68-42b2-9114-1662933bad79 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754097 Dec 15 13:34:33.739199 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8abee55e-f0fc-4ad0-9ad2-4ae48266042b req-6612219f-6628-4ee2-b9db-69ef6dbdfccc tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404398 Dec 15 13:34:34.044794 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe423a-a696-43b6-b979-f6275b136041 req-91aec249-07d3-4d09-973a-c04bad55b036 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:34.046251 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-65fe423a-a696-43b6-b979-f6275b136041 req-91aec249-07d3-4d09-973a-c04bad55b036 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.46 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 945 time: 0.0487409 Dec 15 13:34:34.146403 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-65fe423a-a696-43b6-b979-f6275b136041 req-13f4cc7c-7789-48b8-a0f3-6079948a3727 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Deleting port 3c89bced-e266-4c30-8918-8d80f7f8660a {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:34:34.146749 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-65fe423a-a696-43b6-b979-f6275b136041 req-13f4cc7c-7789-48b8-a0f3-6079948a3727 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:34.186114 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac58a0c-b4b8-41bd-81ff-35badc264b7d req-f7364b91-dafd-4384-8f7f-b8daa28d53bf tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:34.188526 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-7ac58a0c-b4b8-41bd-81ff-35badc264b7d req-f7364b91-dafd-4384-8f7f-b8daa28d53bf tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f44ec57-99c3-454f-950c-0853717a6936 HTTP/1.1" status: 200 len: 943 time: 0.0539911 Dec 15 13:34:34.243514 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-65fe423a-a696-43b6-b979-f6275b136041 req-13f4cc7c-7789-48b8-a0f3-6079948a3727 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] For port 3c89bced-e266-4c30-8918-8d80f7f8660a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3c89bced-e266-4c30-8918-8d80f7f8660a,segment=NetworkSegment(57c552fd-02d1-4d1d-8e94-c628cc826ca5),segment_id=57c552fd-02d1-4d1d-8e94-c628cc826ca5)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:34:34.243880 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-65fe423a-a696-43b6-b979-f6275b136041 req-13f4cc7c-7789-48b8-a0f3-6079948a3727 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:34.247129 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-7ac58a0c-b4b8-41bd-81ff-35badc264b7d req-f95bbaca-366d-4183-bb8f-1884f1e6edc2 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511284 Dec 15 13:34:34.258061 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-65fe423a-a696-43b6-b979-f6275b136041 req-13f4cc7c-7789-48b8-a0f3-6079948a3727 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Calling delete_port for 3c89bced-e266-4c30-8918-8d80f7f8660a owned by compute:nova {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:34:34.377167 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0a009-8efe-4c27-8793-68371d19832e req-d2f0410c-ba30-4682-8bb0-4b6d85ba595e tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:34.385912 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-42d0a009-8efe-4c27-8793-68371d19832e req-d2f0410c-ba30-4682-8bb0-4b6d85ba595e tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/ports?device_id=10dd91a3-b40e-4ac3-ac2c-63624e87cf93 HTTP/1.1" status: 200 len: 945 time: 0.0645456 Dec 15 13:34:34.412923 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-65fe423a-a696-43b6-b979-f6275b136041 req-13f4cc7c-7789-48b8-a0f3-6079948a3727 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:34.427610 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['3c89bced-e266-4c30-8918-8d80f7f8660a'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:34:34.431015 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-42d0a009-8efe-4c27-8793-68371d19832e req-cb99b100-e242-4dbc-86a1-30df3d554890 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f90e4f9-383c-45cc-9222-d9bfd1d2d445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451908 Dec 15 13:34:34.443611 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4cc7c-7789-48b8-a0f3-6079948a3727 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Pushing event deleted for resources: {'Port': ['ID=3c89bced-e266-4c30-8918-8d80f7f8660a,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:34.488995 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fe423a-a696-43b6-b979-f6275b136041 req-13f4cc7c-7789-48b8-a0f3-6079948a3727 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] No DVR routers for this DVR port 3c89bced-e266-4c30-8918-8d80f7f8660a on host hv-cinder-81322 {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:34:34.492055 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-65fe423a-a696-43b6-b979-f6275b136041 req-13f4cc7c-7789-48b8-a0f3-6079948a3727 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:34.495512 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-65fe423a-a696-43b6-b979-f6275b136041 req-13f4cc7c-7789-48b8-a0f3-6079948a3727 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] 10.222.0.46 "DELETE /v2.0/ports/3c89bced-e266-4c30-8918-8d80f7f8660a HTTP/1.1" status: 204 len: 173 time: 0.4403901 Dec 15 13:34:34.495965 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dd91a3-b40e-4ac3-ac2c-63624e87cf93', 'name': 'network-vif-deleted', 'tag': '3c89bced-e266-4c30-8918-8d80f7f8660a'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:34:34.498224 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455b8118-a401-4528-8a92-4cf07ca3a0cc" -d '{"events": [{"server_uuid": "10dd91a3-b40e-4ac3-ac2c-63624e87cf93", "name": "network-vif-deleted", "tag": "3c89bced-e266-4c30-8918-8d80f7f8660a"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:34:34.539552 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcb471d-f30e-430e-81f9-300c3517c43c x-openstack-request-id: req-9bcb471d-f30e-430e-81f9-300c3517c43c {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:34:34.539878 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dd91a3-b40e-4ac3-ac2c-63624e87cf93", "name": "network-vif-deleted", "tag": "3c89bced-e266-4c30-8918-8d80f7f8660a", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:34:34.540195 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9bcb471d-f30e-430e-81f9-300c3517c43c {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:34:34.540596 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dd91a3-b40e-4ac3-ac2c-63624e87cf93', 'name': 'network-vif-deleted', 'tag': '3c89bced-e266-4c30-8918-8d80f7f8660a', 'status': 'completed', 'code': 200} Dec 15 13:34:34.809216 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a80bc7-4f5b-491a-9266-f71aabd44f2a req-2548054c-063d-4c7c-a56e-2db627c90992 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:34.810689 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-28a80bc7-4f5b-491a-9266-f71aabd44f2a req-2548054c-063d-4c7c-a56e-2db627c90992 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0496440 Dec 15 13:34:34.844845 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 63bb9e73-2fd7-4bda-8420-d10b1586e472 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:34:34.897285 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06567d-6f2e-4e5d-b799-6883d0df5e0a req-1245e36f-746a-472b-82d2-36cbac9c397b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:34.898744 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1f06567d-6f2e-4e5d-b799-6883d0df5e0a req-1245e36f-746a-472b-82d2-36cbac9c397b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0856488 Dec 15 13:34:34.902136 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-28a80bc7-4f5b-491a-9266-f71aabd44f2a req-908ebdac-c592-44d9-9822-efd5ad591ae5 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809090 Dec 15 13:34:34.945381 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 63bb9e73-2fd7-4bda-8420-d10b1586e472, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=63bb9e73-2fd7-4bda-8420-d10b1586e472,segment=NetworkSegment(a7a10ddf-58a6-4d03-ada2-9ef77f68d572),segment_id=a7a10ddf-58a6-4d03-ada2-9ef77f68d572)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:34:34.957184 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1f06567d-6f2e-4e5d-b799-6883d0df5e0a req-a7145d0a-31b7-4b80-a044-a97bec17872e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519724 Dec 15 13:34:34.958354 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': '63bb9e73-2fd7-4bda-8420-d10b1586e472', 'network_id': '4d3a2dfa-2632-456f-8365-44a5206de285', 'port_id': '63bb9e73-2fd7-4bda-8420-d10b1586e472', 'mac_address': 'fa:16:3e:5e:cc:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b7e25b-8ce9-42dd-ad52-df5ea6344eaa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:34:35.000505 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:35.014250 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63bb9e73-2fd7-4bda-8420-d10b1586e472 {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:34:35.035004 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 63bb9e73-2fd7-4bda-8420-d10b1586e472, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=63bb9e73-2fd7-4bda-8420-d10b1586e472,segment=NetworkSegment(a7a10ddf-58a6-4d03-ada2-9ef77f68d572),segment_id=a7a10ddf-58a6-4d03-ada2-9ef77f68d572)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:34:35.039630 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:35.087538 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=63bb9e73-2fd7-4bda-8420-d10b1586e472,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:35.094450 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:35.094829 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:35.095223 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:35.095566 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:35.095902 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:35.096237 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:35.096569 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:35.096904 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:35.097234 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:35.097560 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:35.097883 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:35.098207 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:35.098527 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:34:35.361254 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c49e2-bd36-4753-a654-ab2ada4ce5a5 req-55cc0b7b-97b2-4c63-a61a-97b29533882f tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:35.362600 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-904c49e2-bd36-4753-a654-ab2ada4ce5a5 req-55cc0b7b-97b2-4c63-a61a-97b29533882f tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f44ec57-99c3-454f-950c-0853717a6936 HTTP/1.1" status: 200 len: 944 time: 0.0469034 Dec 15 13:34:35.409003 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-904c49e2-bd36-4753-a654-ab2ada4ce5a5 req-8df2d1e4-e275-48e0-91a3-ac2b5db87cd7 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403948 Dec 15 13:34:35.498016 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 56362) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:35.512713 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['63bb9e73-2fd7-4bda-8420-d10b1586e472'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:34:35.547473 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9a72cd-0fef-467a-85bf-421d1a8c6c1b admin admin] Deleting subnet 4ee2ad3b-f34f-4e7d-8e6d-3df4050ee06e {{(pid=102375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:34:35.547825 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba005cba-01ed-4d88-b400-383ba1b905eb req-5ae02053-8cbb-4bf5-9145-51da4a206163 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:35.549374 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ba005cba-01ed-4d88-b400-383ba1b905eb req-5ae02053-8cbb-4bf5-9145-51da4a206163 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 946 time: 0.0481586 Dec 15 13:34:35.550651 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-1e9a72cd-0fef-467a-85bf-421d1a8c6c1b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:35.585807 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-1e9a72cd-0fef-467a-85bf-421d1a8c6c1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8903931'] for subnet, precommit_delete_associations {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:35.632347 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-1e9a72cd-0fef-467a-85bf-421d1a8c6c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1679046'] for subnet, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:35.652786 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-ba005cba-01ed-4d88-b400-383ba1b905eb req-956ee70c-6ac8-4363-92e9-ebe2f3a273d8 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Deleting port 1f6d7b53-85b8-40d2-b216-fed7cc5d479c {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:34:35.653267 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ba005cba-01ed-4d88-b400-383ba1b905eb req-956ee70c-6ac8-4363-92e9-ebe2f3a273d8 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:35.690653 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-1e9a72cd-0fef-467a-85bf-421d1a8c6c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1679053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8698117'] for subnet, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:35.716633 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a72cd-0fef-467a-85bf-421d1a8c6c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ee2ad3b-f34f-4e7d-8e6d-3df4050ee06e,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:35.720455 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-1e9a72cd-0fef-467a-85bf-421d1a8c6c1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:35.725934 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-1e9a72cd-0fef-467a-85bf-421d1a8c6c1b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4ee2ad3b-f34f-4e7d-8e6d-3df4050ee06e HTTP/1.1" status: 204 len: 168 time: 0.2247002 Dec 15 13:34:35.726173 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 56364) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:35.751783 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-ba005cba-01ed-4d88-b400-383ba1b905eb req-956ee70c-6ac8-4363-92e9-ebe2f3a273d8 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] For port 1f6d7b53-85b8-40d2-b216-fed7cc5d479c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1f6d7b53-85b8-40d2-b216-fed7cc5d479c,segment=NetworkSegment(ae3446bd-4fa7-42f3-9c0f-359db90b2747),segment_id=ae3446bd-4fa7-42f3-9c0f-359db90b2747)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:34:35.752142 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ba005cba-01ed-4d88-b400-383ba1b905eb req-956ee70c-6ac8-4363-92e9-ebe2f3a273d8 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:35.764365 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-ba005cba-01ed-4d88-b400-383ba1b905eb req-956ee70c-6ac8-4363-92e9-ebe2f3a273d8 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Calling delete_port for 1f6d7b53-85b8-40d2-b216-fed7cc5d479c owned by compute:nova {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:34:35.795430 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-acde1430-1f9f-4889-81dd-61e47b3e268e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645032'] for network, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:35.875883 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-acde1430-1f9f-4889-81dd-61e47b3e268e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1673553', 'neutron.services.segments.db._delete_segments_for_network-8790303350658'] for network, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:35.893482 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ba005cba-01ed-4d88-b400-383ba1b905eb req-956ee70c-6ac8-4363-92e9-ebe2f3a273d8 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:35.899342 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-acde1430-1f9f-4889-81dd-61e47b3e268e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12997ed3-8144-436a-8d20-22135e6511e5']}} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:34:35.908900 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-acde1430-1f9f-4889-81dd-61e47b3e268e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c552fd-02d1-4d1d-8e94-c628cc826ca5') {'for_net_delete': True} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:34:35.909192 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-acde1430-1f9f-4889-81dd-61e47b3e268e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c552fd-02d1-4d1d-8e94-c628cc826ca5') {} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:34:35.918702 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-acde1430-1f9f-4889-81dd-61e47b3e268e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790303353739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8903680'] for segment, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:35.920207 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ee70c-6ac8-4363-92e9-ebe2f3a273d8 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Pushing event deleted for resources: {'Port': ['ID=1f6d7b53-85b8-40d2-b216-fed7cc5d479c,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:35.935312 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-acde1430-1f9f-4889-81dd-61e47b3e268e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:35.942431 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acde1430-1f9f-4889-81dd-61e47b3e268e admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:34:35.942824 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-acde1430-1f9f-4889-81dd-61e47b3e268e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655729'] for segment, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: Traceback (most recent call last): Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: timer() Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: cb(*args, **kw) Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: return func(*args, **kwargs) Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: self._notify() Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: self.callback(batched_events) Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: event.method(event) Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: return f(self, *a, **k) Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: return self._get(url).json() Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: return self.request(url, 'GET', **kwargs) Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:34:35.944553 dv-cinder-813227-4-iscsi neutron-server[102375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:34:35.966347 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba005cba-01ed-4d88-b400-383ba1b905eb req-956ee70c-6ac8-4363-92e9-ebe2f3a273d8 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] No DVR routers for this DVR port 1f6d7b53-85b8-40d2-b216-fed7cc5d479c on host hv-cinder-81322 {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:34:35.973505 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ba005cba-01ed-4d88-b400-383ba1b905eb req-956ee70c-6ac8-4363-92e9-ebe2f3a273d8 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:35.979805 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ba005cba-01ed-4d88-b400-383ba1b905eb req-956ee70c-6ac8-4363-92e9-ebe2f3a273d8 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.46 "DELETE /v2.0/ports/1f6d7b53-85b8-40d2-b216-fed7cc5d479c HTTP/1.1" status: 204 len: 173 time: 0.4237256 Dec 15 13:34:36.027816 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b67edf18-b456-4965-a8ce-4f49f53fb131 req-55bd3962-4f94-4067-bc23-12b963848955 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3c2da8c-7e29-48ac-9077-59bffb2c734b HTTP/1.1" status: 200 len: 210 time: 0.0413420 Dec 15 13:34:36.036544 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-acde1430-1f9f-4889-81dd-61e47b3e268e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529408'] for network, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:36.046621 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-acde1430-1f9f-4889-81dd-61e47b3e268e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:36.046621 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-acde1430-1f9f-4889-81dd-61e47b3e268e admin admin] 10.222.0.60 "DELETE /v2.0/networks/12997ed3-8144-436a-8d20-22135e6511e5 HTTP/1.1" status: 204 len: 168 time: 0.3181486 Dec 15 13:34:36.058558 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde1430-1f9f-4889-81dd-61e47b3e268e admin admin] Pushing event deleted for resources: {'Network': ['ID=12997ed3-8144-436a-8d20-22135e6511e5,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:36.117735 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37561261-08f3-4403-ab4f-6ea8fdde5cc5 req-9eda59ad-5a2f-40da-bd0d-286b15879627 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:36.119250 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-37561261-08f3-4403-ab4f-6ea8fdde5cc5 req-9eda59ad-5a2f-40da-bd0d-286b15879627 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0620246 Dec 15 13:34:36.165235 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 56372) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:36.173139 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-37561261-08f3-4403-ab4f-6ea8fdde5cc5 req-b0817443-1172-47c8-b162-b24ad530d30c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449736 Dec 15 13:34:36.205658 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-9c2131c9-6e64-45e4-90d2-60dadc3aece4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=18c80dfcc63a49f7b54f89f08cd8842f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391924 Dec 15 13:34:36.208050 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 56374) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:36.259124 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3840c2f0-4a87-4c9a-9450-005a07bdbb39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:36.282402 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3840c2f0-4a87-4c9a-9450-005a07bdbb39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:36.297502 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d', '1f6d7b53-85b8-40d2-b216-fed7cc5d479c'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:34:36.331193 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3840c2f0-4a87-4c9a-9450-005a07bdbb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:36.333925 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3840c2f0-4a87-4c9a-9450-005a07bdbb39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:36.335081 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-3840c2f0-4a87-4c9a-9450-005a07bdbb39 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1f90e4f9-383c-45cc-9222-d9bfd1d2d445 HTTP/1.1" status: 204 len: 168 time: 0.1261065 Dec 15 13:34:36.343105 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840c2f0-4a87-4c9a-9450-005a07bdbb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f90e4f9-383c-45cc-9222-d9bfd1d2d445,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:36.542622 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30633ac-aa3f-477b-83b6-16e0dee3d8ee req-8c624f37-af05-419b-b280-52f6f101cd51 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:36.543294 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c2da8c-7e29-48ac-9077-59bffb2c734b', 'name': 'network-vif-deleted', 'tag': '1f6d7b53-85b8-40d2-b216-fed7cc5d479c'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:34:36.544150 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a30633ac-aa3f-477b-83b6-16e0dee3d8ee req-8c624f37-af05-419b-b280-52f6f101cd51 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f44ec57-99c3-454f-950c-0853717a6936 HTTP/1.1" status: 200 len: 944 time: 0.0535698 Dec 15 13:34:36.551321 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13ef313-d92c-40ae-969c-9b95c50ff458" -d '{"events": [{"server_uuid": "d3c2da8c-7e29-48ac-9077-59bffb2c734b", "name": "network-vif-deleted", "tag": "1f6d7b53-85b8-40d2-b216-fed7cc5d479c"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:34:36.594756 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49ab9ba-c6b0-4ff2-a9f4-c282a17ea147 x-openstack-request-id: req-d49ab9ba-c6b0-4ff2-a9f4-c282a17ea147 {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:34:36.595098 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c2da8c-7e29-48ac-9077-59bffb2c734b", "name": "network-vif-deleted", "tag": "1f6d7b53-85b8-40d2-b216-fed7cc5d479c", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:34:36.595348 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d49ab9ba-c6b0-4ff2-a9f4-c282a17ea147 {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:34:36.595745 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c2da8c-7e29-48ac-9077-59bffb2c734b', 'name': 'network-vif-deleted', 'tag': '1f6d7b53-85b8-40d2-b216-fed7cc5d479c', 'status': 'completed', 'code': 200} Dec 15 13:34:36.614258 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a30633ac-aa3f-477b-83b6-16e0dee3d8ee req-27a862ee-5395-4bf4-913b-8fa01a629ac8 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607960 Dec 15 13:34:36.844843 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 63bb9e73-2fd7-4bda-8420-d10b1586e472 up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:34:36.896934 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning for port 63bb9e73-2fd7-4bda-8420-d10b1586e472 completed by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:34:36.901153 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port 63bb9e73-2fd7-4bda-8420-d10b1586e472 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:34:36.901520 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:36.980279 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:37.004343 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f44ec57-99c3-454f-950c-0853717a6936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bb9e73-2fd7-4bda-8420-d10b1586e472'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:34:37.006540 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846a9a95-8f2e-410e-9102-be0946309e42" -d '{"events": [{"server_uuid": "3f44ec57-99c3-454f-950c-0853717a6936", "name": "network-vif-plugged", "status": "completed", "tag": "63bb9e73-2fd7-4bda-8420-d10b1586e472"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:34:37.022552 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 63bb9e73-2fd7-4bda-8420-d10b1586e472, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=63bb9e73-2fd7-4bda-8420-d10b1586e472,segment=NetworkSegment(a7a10ddf-58a6-4d03-ada2-9ef77f68d572),segment_id=a7a10ddf-58a6-4d03-ada2-9ef77f68d572)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:34:37.026923 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:37.050340 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c00f80-a311-49f8-a557-8a9af7d1430a x-openstack-request-id: req-00c00f80-a311-49f8-a557-8a9af7d1430a {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:34:37.050669 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f44ec57-99c3-454f-950c-0853717a6936", "name": "network-vif-plugged", "status": "completed", "tag": "63bb9e73-2fd7-4bda-8420-d10b1586e472", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:34:37.050973 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00c00f80-a311-49f8-a557-8a9af7d1430a {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:34:37.051360 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f44ec57-99c3-454f-950c-0853717a6936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bb9e73-2fd7-4bda-8420-d10b1586e472', 'code': 200} Dec 15 13:34:37.079621 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=63bb9e73-2fd7-4bda-8420-d10b1586e472,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:37.246992 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73e55b-0a11-4900-ab01-d16f63bd67e0 req-cdae4370-6777-4b56-aa93-5323775116af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:37.248731 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-6f73e55b-0a11-4900-ab01-d16f63bd67e0 req-cdae4370-6777-4b56-aa93-5323775116af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3f44ec57-99c3-454f-950c-0853717a6936 HTTP/1.1" status: 200 len: 1098 time: 0.0561075 Dec 15 13:34:37.303269 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-6f73e55b-0a11-4900-ab01-d16f63bd67e0 req-0d1e3cfa-c559-4f95-8af8-e68a2efa993e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448275 Dec 15 13:34:37.547540 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ba1f2-cc23-4f18-aeb8-fde5291d6c8c req-efa58422-8ca4-4c5e-8a14-6f22eb9d89e6 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:37.548994 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f37ba1f2-cc23-4f18-aeb8-fde5291d6c8c req-efa58422-8ca4-4c5e-8a14-6f22eb9d89e6 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.2828288 Dec 15 13:34:37.561579 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a7caa-658f-4b74-8e40-8a32335b3e39 req-a9d86972-be5a-43c4-9c71-1ddf90714cc9 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:37.563033 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-df9a7caa-658f-4b74-8e40-8a32335b3e39 req-a9d86972-be5a-43c4-9c71-1ddf90714cc9 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.2562256 Dec 15 13:34:37.634187 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f37ba1f2-cc23-4f18-aeb8-fde5291d6c8c req-f86273f0-6a09-4065-abc1-b318b317fbf0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702066 Dec 15 13:34:37.637605 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-df9a7caa-658f-4b74-8e40-8a32335b3e39 req-a2439d3e-d9ad-46c0-adc0-56b2cb14f058 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681350 Dec 15 13:34:37.743202 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc03fc8-e24f-4399-9f36-e58e086e2509 req-3f5bdeff-f095-414d-a6e8-595135789e4c tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:37.744625 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3fc03fc8-e24f-4399-9f36-e58e086e2509 req-3f5bdeff-f095-414d-a6e8-595135789e4c tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f44ec57-99c3-454f-950c-0853717a6936 HTTP/1.1" status: 200 len: 945 time: 0.0475800 Dec 15 13:34:37.790768 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3fc03fc8-e24f-4399-9f36-e58e086e2509 req-8a04d34a-eb3c-418d-b67c-02823159f03d tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394375 Dec 15 13:34:37.937975 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 56434) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:38.039493 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-91da8f56-3b30-499c-aed1-485b066a7ff5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:38.114083 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-91da8f56-3b30-499c-aed1-485b066a7ff5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:38.117765 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-91da8f56-3b30-499c-aed1-485b066a7ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:38.155667 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-91da8f56-3b30-499c-aed1-485b066a7ff5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc28dba849a1477f97a7ec02729047b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161016 Dec 15 13:34:38.156538 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da8f56-3b30-499c-aed1-485b066a7ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6f2037-afc3-4dfe-a749-6492323281a1,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:38.157810 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 56438) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:38.208101 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4593864d-62ca-42e4-83fa-e7607ed5a759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:38.213709 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:38.229283 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4593864d-62ca-42e4-83fa-e7607ed5a759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:38.274392 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4593864d-62ca-42e4-83fa-e7607ed5a759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:38.277763 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4593864d-62ca-42e4-83fa-e7607ed5a759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:38.278899 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-4593864d-62ca-42e4-83fa-e7607ed5a759 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bb6f2037-afc3-4dfe-a749-6492323281a1 HTTP/1.1" status: 204 len: 168 time: 0.1200349 Dec 15 13:34:38.287193 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593864d-62ca-42e4-83fa-e7607ed5a759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6f2037-afc3-4dfe-a749-6492323281a1,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:38.533984 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 56444) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:38.546824 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f0741cfc-fbd5-4e81-98d6-a7594791f97e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:38.621094 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f0741cfc-fbd5-4e81-98d6-a7594791f97e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:38.624792 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f0741cfc-fbd5-4e81-98d6-a7594791f97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:38.659712 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-f0741cfc-fbd5-4e81-98d6-a7594791f97e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ae1654370ad144149903c6a952bf7ddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1246378 Dec 15 13:34:38.662364 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 56450) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:38.666316 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0741cfc-fbd5-4e81-98d6-a7594791f97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d7f6cb-753d-47e1-808f-cfed31bf8d12,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:38.793727 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e42a7c9f-a4fc-422a-a704-bf7bf4491b0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:38.821650 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a0119-c970-4cd2-9463-3a156ca1c3f5 req-0ab9f071-db76-4859-ab68-4b69e65cd051 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:38.823337 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1a2a0119-c970-4cd2-9463-3a156ca1c3f5 req-0ab9f071-db76-4859-ab68-4b69e65cd051 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.1066494 Dec 15 13:34:38.834234 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865868a-1d78-429e-b547-e2e9951e063a req-a7f88c65-f779-4e97-a38d-f40653fa788a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:38.835634 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1865868a-1d78-429e-b547-e2e9951e063a req-a7f88c65-f779-4e97-a38d-f40653fa788a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.1178896 Dec 15 13:34:38.853681 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e42a7c9f-a4fc-422a-a704-bf7bf4491b0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:38.861357 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 3c89bced-e266-4c30-8918-8d80f7f8660a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:34:38.881071 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] No Port match for: 3c89bced-e266-4c30-8918-8d80f7f8660a {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:34:38.881496 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 3c89bced-e266-4c30-8918-8d80f7f8660a not bound to the agent host hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:34:38.882112 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 1f6d7b53-85b8-40d2-b216-fed7cc5d479c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:34:38.900841 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] No Port match for: 1f6d7b53-85b8-40d2-b216-fed7cc5d479c {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:34:38.901180 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 1f6d7b53-85b8-40d2-b216-fed7cc5d479c not bound to the agent host hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:34:38.948405 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1a2a0119-c970-4cd2-9463-3a156ca1c3f5 req-c0797113-6a6c-4c6d-9a5e-68bb1a344928 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117382 Dec 15 13:34:38.953475 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1865868a-1d78-429e-b547-e2e9951e063a req-c0ff94e8-3fb0-49d7-82ee-a14e7779b5ce tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110191 Dec 15 13:34:38.967739 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e42a7c9f-a4fc-422a-a704-bf7bf4491b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:38.971014 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e42a7c9f-a4fc-422a-a704-bf7bf4491b0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:38.972228 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-e42a7c9f-a4fc-422a-a704-bf7bf4491b0e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/82d7f6cb-753d-47e1-808f-cfed31bf8d12 HTTP/1.1" status: 204 len: 168 time: 0.3083508 Dec 15 13:34:38.982426 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a7c9f-a4fc-422a-a704-bf7bf4491b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d7f6cb-753d-47e1-808f-cfed31bf8d12,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:39.058798 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643ba8b-2f26-4cd7-bf94-db4917655e4b req-b7129c98-b761-43c4-820f-72f469cc7aeb tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:39.060332 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6643ba8b-2f26-4cd7-bf94-db4917655e4b req-b7129c98-b761-43c4-820f-72f469cc7aeb tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f44ec57-99c3-454f-950c-0853717a6936 HTTP/1.1" status: 200 len: 945 time: 0.0495319 Dec 15 13:34:39.112366 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6643ba8b-2f26-4cd7-bf94-db4917655e4b req-7d56d405-b550-4cdd-847c-b90bbf91d3bc tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459995 Dec 15 13:34:39.789149 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59856185-3699-4a40-a7e2-f75f9f071176 req-1364d7a2-5c4f-432b-87c9-bc1a389b9546 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:39.790637 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-59856185-3699-4a40-a7e2-f75f9f071176 req-1364d7a2-5c4f-432b-87c9-bc1a389b9546 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f44ec57-99c3-454f-950c-0853717a6936 HTTP/1.1" status: 200 len: 945 time: 0.0486808 Dec 15 13:34:39.838364 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-59856185-3699-4a40-a7e2-f75f9f071176 req-60af2478-a5e5-40df-99bc-e41d705908d8 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419090 Dec 15 13:34:40.108798 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba4b10-25e5-4992-99f4-6a3b2aa1bd7e req-fd0a6960-2873-486c-ba9c-34c482cf9d6c tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:40.110264 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-91ba4b10-25e5-4992-99f4-6a3b2aa1bd7e req-fd0a6960-2873-486c-ba9c-34c482cf9d6c tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0877638 Dec 15 13:34:40.118078 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd95a3f-ffb2-4aa9-a2bd-35d618564914 req-282ee2fa-6bc8-41d2-b63f-face254b2c3f tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:40.119479 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6dd95a3f-ffb2-4aa9-a2bd-35d618564914 req-282ee2fa-6bc8-41d2-b63f-face254b2c3f tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0676160 Dec 15 13:34:40.192217 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-91ba4b10-25e5-4992-99f4-6a3b2aa1bd7e req-3f849732-30dc-43e9-b8b8-b4f76ca49056 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717909 Dec 15 13:34:40.195936 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6dd95a3f-ffb2-4aa9-a2bd-35d618564914 req-b79f7c39-c3aa-4cc7-99e0-21953466c942 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690095 Dec 15 13:34:40.951830 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8bfae-9845-4232-9776-a7c56ce67e4f req-3c526bce-7821-44ce-8c2a-96c333be3d18 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:40.953294 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f4d8bfae-9845-4232-9776-a7c56ce67e4f req-3c526bce-7821-44ce-8c2a-96c333be3d18 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f44ec57-99c3-454f-950c-0853717a6936 HTTP/1.1" status: 200 len: 945 time: 0.0483861 Dec 15 13:34:41.009473 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f4d8bfae-9845-4232-9776-a7c56ce67e4f req-91a11b43-1abd-4851-8661-05dc0e1beca5 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/security-groups?id=db3f47a0-8b4e-43d4-9572-7b72388c1a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427439 Dec 15 13:34:41.343710 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da5547-0d18-4987-8ccd-727a1afb0ed1 req-e1730580-9186-464c-8582-c778a474288d tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:41.345158 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-93da5547-0d18-4987-8ccd-727a1afb0ed1 req-e1730580-9186-464c-8582-c778a474288d tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0768125 Dec 15 13:34:41.352956 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55899-7b22-46d6-8b13-2dabc3a1ad8d req-c8998dc9-a3d4-4e68-8b63-f570f1fcb769 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:41.354273 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-43d55899-7b22-46d6-8b13-2dabc3a1ad8d req-c8998dc9-a3d4-4e68-8b63-f570f1fcb769 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0774565 Dec 15 13:34:41.425553 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-93da5547-0d18-4987-8ccd-727a1afb0ed1 req-86e29de4-fe93-44df-876d-7011ee26e6b0 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697796 Dec 15 13:34:41.428966 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-43d55899-7b22-46d6-8b13-2dabc3a1ad8d req-ddb2c496-317d-4e92-8108-5a1ad8717950 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676811 Dec 15 13:34:41.551047 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee260f24-1c71-4b69-84fd-d8ae7d70bba4 req-96a6589a-82e6-41a1-baff-019e5810320c tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:41.552390 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ee260f24-1c71-4b69-84fd-d8ae7d70bba4 req-96a6589a-82e6-41a1-baff-019e5810320c tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f44ec57-99c3-454f-950c-0853717a6936 HTTP/1.1" status: 200 len: 945 time: 0.0471551 Dec 15 13:34:41.651084 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-ee260f24-1c71-4b69-84fd-d8ae7d70bba4 req-eea6faa2-3942-4a4e-a7c8-e0c54c0b3948 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Deleting port 63bb9e73-2fd7-4bda-8420-d10b1586e472 {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:34:41.651934 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ee260f24-1c71-4b69-84fd-d8ae7d70bba4 req-eea6faa2-3942-4a4e-a7c8-e0c54c0b3948 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:41.745266 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-ee260f24-1c71-4b69-84fd-d8ae7d70bba4 req-eea6faa2-3942-4a4e-a7c8-e0c54c0b3948 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] For port 63bb9e73-2fd7-4bda-8420-d10b1586e472, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=63bb9e73-2fd7-4bda-8420-d10b1586e472,segment=NetworkSegment(a7a10ddf-58a6-4d03-ada2-9ef77f68d572),segment_id=a7a10ddf-58a6-4d03-ada2-9ef77f68d572)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:34:41.745640 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ee260f24-1c71-4b69-84fd-d8ae7d70bba4 req-eea6faa2-3942-4a4e-a7c8-e0c54c0b3948 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:41.763540 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-ee260f24-1c71-4b69-84fd-d8ae7d70bba4 req-eea6faa2-3942-4a4e-a7c8-e0c54c0b3948 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Calling delete_port for 63bb9e73-2fd7-4bda-8420-d10b1586e472 owned by compute:nova {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:34:41.904196 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ee260f24-1c71-4b69-84fd-d8ae7d70bba4 req-eea6faa2-3942-4a4e-a7c8-e0c54c0b3948 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:41.919689 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['63bb9e73-2fd7-4bda-8420-d10b1586e472'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:34:41.935865 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6faa2-3942-4a4e-a7c8-e0c54c0b3948 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Pushing event deleted for resources: {'Port': ['ID=63bb9e73-2fd7-4bda-8420-d10b1586e472,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:41.984330 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee260f24-1c71-4b69-84fd-d8ae7d70bba4 req-eea6faa2-3942-4a4e-a7c8-e0c54c0b3948 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] No DVR routers for this DVR port 63bb9e73-2fd7-4bda-8420-d10b1586e472 on host hv-cinder-81322 {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:34:41.996102 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ee260f24-1c71-4b69-84fd-d8ae7d70bba4 req-eea6faa2-3942-4a4e-a7c8-e0c54c0b3948 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:41.999821 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ee260f24-1c71-4b69-84fd-d8ae7d70bba4 req-eea6faa2-3942-4a4e-a7c8-e0c54c0b3948 tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.46 "DELETE /v2.0/ports/63bb9e73-2fd7-4bda-8420-d10b1586e472 HTTP/1.1" status: 204 len: 173 time: 0.4400573 Dec 15 13:34:42.000417 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f44ec57-99c3-454f-950c-0853717a6936', 'name': 'network-vif-deleted', 'tag': '63bb9e73-2fd7-4bda-8420-d10b1586e472'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:34:42.003229 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73796116-e036-4308-a40a-9762dc886df7" -d '{"events": [{"server_uuid": "3f44ec57-99c3-454f-950c-0853717a6936", "name": "network-vif-deleted", "tag": "63bb9e73-2fd7-4bda-8420-d10b1586e472"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:34:42.052642 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3e051a-1536-423e-aff5-e78aa3c5a661 x-openstack-request-id: req-7c3e051a-1536-423e-aff5-e78aa3c5a661 {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:34:42.052958 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f44ec57-99c3-454f-950c-0853717a6936", "name": "network-vif-deleted", "tag": "63bb9e73-2fd7-4bda-8420-d10b1586e472", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:34:42.053394 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c3e051a-1536-423e-aff5-e78aa3c5a661 {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:34:42.053868 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f44ec57-99c3-454f-950c-0853717a6936', 'name': 'network-vif-deleted', 'tag': '63bb9e73-2fd7-4bda-8420-d10b1586e472', 'status': 'completed', 'code': 200} Dec 15 13:34:42.112763 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afb8ae-ea07-438c-b534-18b54e2891e7 req-d675f6f6-0356-4bb6-be98-661d3b78b6ed tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:42.114422 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b9afb8ae-ea07-438c-b534-18b54e2891e7 req-d675f6f6-0356-4bb6-be98-661d3b78b6ed tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0556695 Dec 15 13:34:42.157692 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ad0c3558-ba5e-423b-b887-4442ea77d7a4 req-cb8c8d70-ec49-481a-9643-541b0f18e17e tempest-VolumesActionsTest-1306617640 tempest-VolumesActionsTest-1306617640-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f44ec57-99c3-454f-950c-0853717a6936 HTTP/1.1" status: 200 len: 210 time: 0.0420642 Dec 15 13:34:42.189619 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b9afb8ae-ea07-438c-b534-18b54e2891e7 req-34cbb07e-108b-486c-a328-8bc4969b1e2e tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649068 Dec 15 13:34:42.570058 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb66b2-60dd-4820-88f7-ae6c44ebd8cd req-af663688-fb54-4626-8132-1a5a7e150cf5 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:42.571568 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-acbb66b2-60dd-4820-88f7-ae6c44ebd8cd req-af663688-fb54-4626-8132-1a5a7e150cf5 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0761614 Dec 15 13:34:42.584254 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf71054-0a6c-42a3-ba55-4f2b368af28b req-0a2757d6-21ec-4d64-96a3-97be76ba761d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:42.585681 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6cf71054-0a6c-42a3-ba55-4f2b368af28b req-0a2757d6-21ec-4d64-96a3-97be76ba761d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0793736 Dec 15 13:34:42.660685 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-acbb66b2-60dd-4820-88f7-ae6c44ebd8cd req-43b3ad66-e9cd-4eee-9307-1683f4598ec4 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740273 Dec 15 13:34:42.664265 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6cf71054-0a6c-42a3-ba55-4f2b368af28b req-5dd85bf3-58f7-4ea4-a3b4-d8e185e2f7ce tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719013 Dec 15 13:34:43.317058 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5027645-b541-4413-810e-3efe9dd6445b req-8a44b421-3fa1-41e7-b78e-45716cc72923 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:43.319505 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b5027645-b541-4413-810e-3efe9dd6445b req-8a44b421-3fa1-41e7-b78e-45716cc72923 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0580080 Dec 15 13:34:43.372955 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b5027645-b541-4413-810e-3efe9dd6445b req-a6573138-9d16-46ba-a936-2a71edc13779 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468686 Dec 15 13:34:43.441769 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-fb7d9b61-30af-4fe6-aa19-d99302790b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:43.480903 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 56602) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:43.549063 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d8ab1-530a-46f3-9ff1-03ee359b61cb req-a527c37e-3c1a-4df8-a915-1584a17dfe2c tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:43.551064 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-754d8ab1-530a-46f3-9ff1-03ee359b61cb req-a527c37e-3c1a-4df8-a915-1584a17dfe2c tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.46 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.0588520 Dec 15 13:34:43.595574 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-bd38cf1f-52ae-42cc-98ef-615d11d820a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:43.668806 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-754d8ab1-530a-46f3-9ff1-03ee359b61cb req-50ccd27f-5a3a-449c-be63-94cbb9bf6a30 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Deleting port a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:34:43.669148 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-754d8ab1-530a-46f3-9ff1-03ee359b61cb req-50ccd27f-5a3a-449c-be63-94cbb9bf6a30 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:43.678178 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-bd38cf1f-52ae-42cc-98ef-615d11d820a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:43.683073 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-bd38cf1f-52ae-42cc-98ef-615d11d820a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:43.732327 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-bd38cf1f-52ae-42cc-98ef-615d11d820a2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b50d5a6a80ba41288a25cb30959ee151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479999 Dec 15 13:34:43.732327 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38cf1f-52ae-42cc-98ef-615d11d820a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66e00f5-895e-4195-bb6e-7b0e6eaecf4d,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:43.734481 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 56620) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:43.799082 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-754d8ab1-530a-46f3-9ff1-03ee359b61cb req-50ccd27f-5a3a-449c-be63-94cbb9bf6a30 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] For port a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d,segment=NetworkSegment(ae3446bd-4fa7-42f3-9c0f-359db90b2747),segment_id=ae3446bd-4fa7-42f3-9c0f-359db90b2747)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:34:43.799453 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-754d8ab1-530a-46f3-9ff1-03ee359b61cb req-50ccd27f-5a3a-449c-be63-94cbb9bf6a30 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:43.814717 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-754d8ab1-530a-46f3-9ff1-03ee359b61cb req-50ccd27f-5a3a-449c-be63-94cbb9bf6a30 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Calling delete_port for a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d owned by compute:nova {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:34:43.854894 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586c559-c2a6-403f-8d40-d6ad33d092b5 req-fbbe0f61-2752-4490-bfbd-1d7008975bb0 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:43.856409 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-7586c559-c2a6-403f-8d40-d6ad33d092b5 req-fbbe0f61-2752-4490-bfbd-1d7008975bb0 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 945 time: 0.1002955 Dec 15 13:34:43.889704 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0071cb71-0690-4ad8-b84b-bf0f4088bf2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:43.898124 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e1a2e-7505-4459-bb4a-61033f856aae req-111dc51a-a49b-4e86-8eb0-455cfefd549d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:43.899542 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e39e1a2e-7505-4459-bb4a-61033f856aae req-111dc51a-a49b-4e86-8eb0-455cfefd549d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.1057804 Dec 15 13:34:43.958469 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-754d8ab1-530a-46f3-9ff1-03ee359b61cb req-50ccd27f-5a3a-449c-be63-94cbb9bf6a30 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:43.964590 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0071cb71-0690-4ad8-b84b-bf0f4088bf2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:43.974619 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-7586c559-c2a6-403f-8d40-d6ad33d092b5 req-e7e7ab08-4dfb-4d92-9bca-4b34df3d3e26 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/security-groups?id=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069865 Dec 15 13:34:43.978253 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:34:44.001761 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccd27f-5a3a-449c-be63-94cbb9bf6a30 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Pushing event deleted for resources: {'Port': ['ID=a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:44.037858 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e39e1a2e-7505-4459-bb4a-61033f856aae req-b7d13d74-4901-43dc-a57a-130fd5963fc4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293137 Dec 15 13:34:44.042463 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-754d8ab1-530a-46f3-9ff1-03ee359b61cb req-50ccd27f-5a3a-449c-be63-94cbb9bf6a30 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] No DVR routers for this DVR port a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d on host hv-cinder-81322 {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:34:44.045063 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-754d8ab1-530a-46f3-9ff1-03ee359b61cb req-50ccd27f-5a3a-449c-be63-94cbb9bf6a30 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:44.048649 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-754d8ab1-530a-46f3-9ff1-03ee359b61cb req-50ccd27f-5a3a-449c-be63-94cbb9bf6a30 tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.46 "DELETE /v2.0/ports/a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d HTTP/1.1" status: 204 len: 173 time: 0.4908881 Dec 15 13:34:44.066435 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab2a5ce-9a56-4120-ae3c-ddfb844aa30a', 'name': 'network-vif-deleted', 'tag': 'a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:34:44.066435 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608a3f43-c1c1-4406-be8d-d5ae8c84b30c" -d '{"events": [{"server_uuid": "eab2a5ce-9a56-4120-ae3c-ddfb844aa30a", "name": "network-vif-deleted", "tag": "a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:34:44.066790 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0071cb71-0690-4ad8-b84b-bf0f4088bf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:44.069361 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0071cb71-0690-4ad8-b84b-bf0f4088bf2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:44.070869 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-0071cb71-0690-4ad8-b84b-bf0f4088bf2e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c66e00f5-895e-4195-bb6e-7b0e6eaecf4d HTTP/1.1" status: 204 len: 168 time: 0.3351707 Dec 15 13:34:44.081872 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071cb71-0690-4ad8-b84b-bf0f4088bf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66e00f5-895e-4195-bb6e-7b0e6eaecf4d,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:44.107232 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e829dc1-9430-4cca-8fab-2c1e38f7655f x-openstack-request-id: req-8e829dc1-9430-4cca-8fab-2c1e38f7655f {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:34:44.107773 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab2a5ce-9a56-4120-ae3c-ddfb844aa30a", "name": "network-vif-deleted", "tag": "a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:34:44.108219 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e829dc1-9430-4cca-8fab-2c1e38f7655f {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:34:44.108883 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab2a5ce-9a56-4120-ae3c-ddfb844aa30a', 'name': 'network-vif-deleted', 'tag': 'a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d', 'status': 'completed', 'code': 200} Dec 15 13:34:44.336129 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 56648) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:44.349246 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-9fb2bea6-aee2-4f89-8219-d50678544034 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:44.426914 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-9fb2bea6-aee2-4f89-8219-d50678544034 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:44.431546 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-9fb2bea6-aee2-4f89-8219-d50678544034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:44.489283 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-9fb2bea6-aee2-4f89-8219-d50678544034 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d595c377eff84d5caa94dedc4170713e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520689 Dec 15 13:34:44.491913 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 56652) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:44.497389 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2bea6-aee2-4f89-8219-d50678544034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14fd687-0584-4929-be63-8608a7003187,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:44.518866 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d8ffc-29ee-46b4-a997-a20f384084e1 req-e455e8bb-9cef-494f-8d4a-114cfce2dcb8 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:44.520374 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-416d8ffc-29ee-46b4-a997-a20f384084e1 req-e455e8bb-9cef-494f-8d4a-114cfce2dcb8 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0693674 Dec 15 13:34:44.545196 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3c67541a-0e99-431c-8cd0-131f6a665513 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:44.566601 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3c67541a-0e99-431c-8cd0-131f6a665513 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:44.568216 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-416d8ffc-29ee-46b4-a997-a20f384084e1 req-47111d74-1530-49e6-877c-438f77d1ad26 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415850 Dec 15 13:34:44.620562 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3c67541a-0e99-431c-8cd0-131f6a665513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:44.623227 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3c67541a-0e99-431c-8cd0-131f6a665513 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:44.624364 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-3c67541a-0e99-431c-8cd0-131f6a665513 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a14fd687-0584-4929-be63-8608a7003187 HTTP/1.1" status: 204 len: 168 time: 0.1314592 Dec 15 13:34:44.632060 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67541a-0e99-431c-8cd0-131f6a665513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14fd687-0584-4929-be63-8608a7003187,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:45.099384 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-19fe0532-7c32-4c25-be8b-1a3e03836e17 req-601212c3-4e26-4835-97d5-2a7e43f4b93c tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 210 time: 0.0337522 Dec 15 13:34:45.163595 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f913875-705b-476c-9715-26449a52dd5b req-b04dda7d-4eac-47f5-9e83-0ea2deefeed4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:45.165137 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8f913875-705b-476c-9715-26449a52dd5b req-b04dda7d-4eac-47f5-9e83-0ea2deefeed4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0494523 Dec 15 13:34:45.217654 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8f913875-705b-476c-9715-26449a52dd5b req-fe830064-c32c-4e38-9c5c-83022c7a2dff tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466821 Dec 15 13:34:45.685890 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114114b-f075-498b-bbdc-4f6179d89517 req-c9e3f2b3-d8bd-468e-81fb-9ab3f9255901 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:45.687536 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c114114b-f075-498b-bbdc-4f6179d89517 req-c9e3f2b3-d8bd-468e-81fb-9ab3f9255901 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0518935 Dec 15 13:34:45.735552 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c114114b-f075-498b-bbdc-4f6179d89517 req-a74c4cc2-ce8e-4596-bb46-cbd29ce36904 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414255 Dec 15 13:34:45.801907 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d5def0ff-e3b8-4a73-a70d-51d5d4ca00f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:45.876109 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 63bb9e73-2fd7-4bda-8420-d10b1586e472 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:34:45.896803 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] No Port match for: 63bb9e73-2fd7-4bda-8420-d10b1586e472 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:34:45.897194 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 63bb9e73-2fd7-4bda-8420-d10b1586e472 not bound to the agent host hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:34:46.210506 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9b4e1f80-f06e-4778-abf4-0ae28453c411 req-8c1cfd99-a601-45ee-9a44-fa6e4bac40ed tempest-ServerRescueNegativeTestJSON-1239341900 tempest-ServerRescueNegativeTestJSON-1239341900-project] 10.222.0.60 "GET /v2.0/ports?device_id=eab2a5ce-9a56-4120-ae3c-ddfb844aa30a HTTP/1.1" status: 200 len: 210 time: 0.0312095 Dec 15 13:34:46.338491 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45008346-542e-4525-ba8d-13c444b68c09 req-678015f9-daac-4d63-9680-fe5a47226d48 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:46.340544 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-45008346-542e-4525-ba8d-13c444b68c09 req-678015f9-daac-4d63-9680-fe5a47226d48 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0488756 Dec 15 13:34:46.386540 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-45008346-542e-4525-ba8d-13c444b68c09 req-d957595d-8d87-44de-97d8-7abfdc314a18 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400460 Dec 15 13:34:46.847686 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8448665-995f-42c2-a178-fbea36a9ef88 req-e5bf5050-49a8-44e3-ac27-e2c111807edb tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:46.849144 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a8448665-995f-42c2-a178-fbea36a9ef88 req-e5bf5050-49a8-44e3-ac27-e2c111807edb tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0476069 Dec 15 13:34:46.887902 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:46.894962 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a8448665-995f-42c2-a178-fbea36a9ef88 req-1f76d78e-34eb-4892-b0cc-85760bd32e5e tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393095 Dec 15 13:34:46.921970 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:34:46.943309 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] No Port match for: a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:34:46.943642 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device a1a46728-afb1-43b7-8e1d-b0e5ecdf5e2d not bound to the agent host hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:34:47.267547 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 56724) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:47.507259 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4f7ad-c47d-4c58-b31f-0eec37f02337 req-8acddc2f-3d61-4315-9c65-dfab3896abc5 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:47.508618 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-07f4f7ad-c47d-4c58-b31f-0eec37f02337 req-8acddc2f-3d61-4315-9c65-dfab3896abc5 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0518224 Dec 15 13:34:47.555882 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-07f4f7ad-c47d-4c58-b31f-0eec37f02337 req-df3c48b2-4c83-49f8-bc7d-ea2f98fc411f tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408449 Dec 15 13:34:47.673361 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a330bb86-639f-4f87-91f9-1a5432261b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530962'] for router_interface, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:47.955069 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-a330bb86-639f-4f87-91f9-1a5432261b05 admin admin] Deleting port d90a1c7f-8c47-44c4-8060-3b3086a2643a {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:34:47.955408 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a330bb86-639f-4f87-91f9-1a5432261b05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:48.011258 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0006aae-bde4-446e-a739-fd1ba3963013 req-4ce2d938-2e15-44d2-920a-25f325dd3cf5 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:48.012725 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a0006aae-bde4-446e-a739-fd1ba3963013 req-4ce2d938-2e15-44d2-920a-25f325dd3cf5 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0485835 Dec 15 13:34:48.032817 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-a330bb86-639f-4f87-91f9-1a5432261b05 admin admin] For port d90a1c7f-8c47-44c4-8060-3b3086a2643a, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=d90a1c7f-8c47-44c4-8060-3b3086a2643a,segment=NetworkSegment(ae3446bd-4fa7-42f3-9c0f-359db90b2747),segment_id=ae3446bd-4fa7-42f3-9c0f-359db90b2747)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:34:48.033199 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a330bb86-639f-4f87-91f9-1a5432261b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:48.045940 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-a330bb86-639f-4f87-91f9-1a5432261b05 admin admin] Calling delete_port for d90a1c7f-8c47-44c4-8060-3b3086a2643a owned by network:router_interface {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:34:48.059680 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a0006aae-bde4-446e-a739-fd1ba3963013 req-edd9053b-f54e-4e16-914c-7de1ad667a05 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410511 Dec 15 13:34:48.219926 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a330bb86-639f-4f87-91f9-1a5432261b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:48.244634 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330bb86-639f-4f87-91f9-1a5432261b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=d90a1c7f-8c47-44c4-8060-3b3086a2643a,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:48.363177 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a330bb86-639f-4f87-91f9-1a5432261b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531086'] for router_interface, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:48.502461 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:48.576233 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a330bb86-639f-4f87-91f9-1a5432261b05 admin admin] Router 781ff87a-ca83-4af6-96e9-15f6236f54a0 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:34:48.687338 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28fd19-ad9f-4cbf-9d2c-c07af54f7fb5 req-ccdba373-1e50-4145-bae4-adbdd99c0b7c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:48.688925 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6e28fd19-ad9f-4cbf-9d2c-c07af54f7fb5 req-ccdba373-1e50-4145-bae4-adbdd99c0b7c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0570121 Dec 15 13:34:48.748046 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6e28fd19-ad9f-4cbf-9d2c-c07af54f7fb5 req-cb517f72-6eb0-4173-97f2-d4fc8205652b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522799 Dec 15 13:34:48.881771 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a330bb86-639f-4f87-91f9-1a5432261b05 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:34:48.887812 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-a330bb86-639f-4f87-91f9-1a5432261b05 admin admin] 10.222.0.60 "PUT /v2.0/routers/781ff87a-ca83-4af6-96e9-15f6236f54a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6192348 Dec 15 13:34:48.890287 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 56738) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:48.892415 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffae312-c529-49cf-a911-f14211188ce4 None None] Sync routers for ids ['781ff87a-ca83-4af6-96e9-15f6236f54a0'] in dv-cinder-813227-4-iscsi {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:34:48.905089 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffae312-c529-49cf-a911-f14211188ce4 None None] Routers {'781ff87a-ca83-4af6-96e9-15f6236f54a0'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:34:48.905696 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-3ffae312-c529-49cf-a911-f14211188ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:34:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['781ff87a-ca83-4af6-96e9-15f6236f54a0'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:34:48.991559 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0cd7a502-8cdd-49e7-a3e3-bbd78be86ae4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:49.004628 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-3ffae312-c529-49cf-a911-f14211188ce4 None None] Set router 781ff87a-ca83-4af6-96e9-15f6236f54a0 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:34:49.097101 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0cd7a502-8cdd-49e7-a3e3-bbd78be86ae4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:49.151983 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-0cd7a502-8cdd-49e7-a3e3-bbd78be86ae4 admin admin] Deleting port a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26 {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:34:49.152331 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0cd7a502-8cdd-49e7-a3e3-bbd78be86ae4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:49.187537 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0ae53-b052-4778-866c-c729763b6ba7 req-331d9a9e-44f3-4e99-ac64-5fa86c0d102a tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:49.195793 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bcf0ae53-b052-4778-866c-c729763b6ba7 req-331d9a9e-44f3-4e99-ac64-5fa86c0d102a tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0629733 Dec 15 13:34:49.196129 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-3ffae312-c529-49cf-a911-f14211188ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781ff87a-ca83-4af6-96e9-15f6236f54a0', 'name': 'tempest-ServerRescueNegativeTestJSON-353082812-router', 'tenant_id': '6898e751314d4e94af3fc6df9b465470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:34:48Z', 'revision_number': 5, 'project_id': '6898e751314d4e94af3fc6df9b465470', 'gw_port': {'id': 'a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:82:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781ff87a-ca83-4af6-96e9-15f6236f54a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:03Z', 'updated_at': '2021-12-15T13:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:34:49.223628 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffae312-c529-49cf-a911-f14211188ce4 None None] Checking router: 781ff87a-ca83-4af6-96e9-15f6236f54a0 for host: dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:34:49.232984 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffae312-c529-49cf-a911-f14211188ce4 None None] Routers {'781ff87a-ca83-4af6-96e9-15f6236f54a0'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:34:49.233628 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-3ffae312-c529-49cf-a911-f14211188ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:34:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['781ff87a-ca83-4af6-96e9-15f6236f54a0'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:34:49.241639 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-0cd7a502-8cdd-49e7-a3e3-bbd78be86ae4 admin admin] For port a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:34:49.242205 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0cd7a502-8cdd-49e7-a3e3-bbd78be86ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:49.243409 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bcf0ae53-b052-4778-866c-c729763b6ba7 req-d53ef2a4-77cf-4b33-b0dc-a45d4ace6b8a tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465963 Dec 15 13:34:49.254898 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-0cd7a502-8cdd-49e7-a3e3-bbd78be86ae4 admin admin] Calling delete_port for a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26 owned by network:router_gateway {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:34:49.324596 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-3ffae312-c529-49cf-a911-f14211188ce4 None None] Set router 781ff87a-ca83-4af6-96e9-15f6236f54a0 gateway port host: None {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:34:49.382489 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-3ffae312-c529-49cf-a911-f14211188ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781ff87a-ca83-4af6-96e9-15f6236f54a0', 'name': 'tempest-ServerRescueNegativeTestJSON-353082812-router', 'tenant_id': '6898e751314d4e94af3fc6df9b465470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:34:49Z', 'revision_number': 6, 'project_id': '6898e751314d4e94af3fc6df9b465470', 'gw_port_host': None}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:34:49.406606 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:49.421975 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffae312-c529-49cf-a911-f14211188ce4 None None] The sync data for ids ['781ff87a-ca83-4af6-96e9-15f6236f54a0'] in dv-cinder-813227-4-iscsi is: [{'id': '781ff87a-ca83-4af6-96e9-15f6236f54a0', 'name': 'tempest-ServerRescueNegativeTestJSON-353082812-router', 'tenant_id': '6898e751314d4e94af3fc6df9b465470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:34:49Z', 'revision_number': 6, 'project_id': '6898e751314d4e94af3fc6df9b465470', 'gw_port_host': None}] {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:34:49.433878 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0cd7a502-8cdd-49e7-a3e3-bbd78be86ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:49.458054 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7a502-8cdd-49e7-a3e3-bbd78be86ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:49.484760 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0cd7a502-8cdd-49e7-a3e3-bbd78be86ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529452'] for router_gateway, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:49.586508 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0cd7a502-8cdd-49e7-a3e3-bbd78be86ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12871'] for router, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:49.588832 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0cd7a502-8cdd-49e7-a3e3-bbd78be86ae4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:49.653169 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0cd7a502-8cdd-49e7-a3e3-bbd78be86ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532917'] for router, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:49.653731 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd7a502-8cdd-49e7-a3e3-bbd78be86ae4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 781ff87a-ca83-4af6-96e9-15f6236f54a0 {{(pid=102374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:34:49.660288 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0cd7a502-8cdd-49e7-a3e3-bbd78be86ae4 admin admin] Publish callbacks [] for router, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:49.661440 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-0cd7a502-8cdd-49e7-a3e3-bbd78be86ae4 admin admin] 10.222.0.60 "DELETE /v2.0/routers/781ff87a-ca83-4af6-96e9-15f6236f54a0 HTTP/1.1" status: 204 len: 168 time: 0.7701752 Dec 15 13:34:49.663989 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 56750) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:49.715605 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9657732-9fb4-4bd3-8fb0-aa3cfdcb75d9 admin admin] Deleting subnet 50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d {{(pid=102374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:34:49.718700 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a9657732-9fb4-4bd3-8fb0-aa3cfdcb75d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:49.753089 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a9657732-9fb4-4bd3-8fb0-aa3cfdcb75d9 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:49.762478 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a9657732-9fb4-4bd3-8fb0-aa3cfdcb75d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1679046'] for subnet, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:49.849832 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a9657732-9fb4-4bd3-8fb0-aa3cfdcb75d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1679053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for subnet, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:49.880142 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9657732-9fb4-4bd3-8fb0-aa3cfdcb75d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:49.887215 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a9657732-9fb4-4bd3-8fb0-aa3cfdcb75d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:49.895573 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 56758) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:49.898711 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-a9657732-9fb4-4bd3-8fb0-aa3cfdcb75d9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/50f9eb14-a7cb-4f6c-8501-55fe5fb9ba9d HTTP/1.1" status: 204 len: 168 time: 0.2258134 Dec 15 13:34:49.927883 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb0c18-958d-4ac3-b183-0052c77581ce req-b6eb3f90-a207-4622-a75a-c9f2cb595609 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:49.929891 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-85bb0c18-958d-4ac3-b183-0052c77581ce req-b6eb3f90-a207-4622-a75a-c9f2cb595609 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0899632 Dec 15 13:34:50.015820 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-579fca92-a2b8-4a35-b6e0-b543dc435aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645032'] for network, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:50.023865 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-85bb0c18-958d-4ac3-b183-0052c77581ce req-b42c8e3e-9df6-43e9-afce-94e7cd74042b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683677 Dec 15 13:34:50.105056 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-579fca92-a2b8-4a35-b6e0-b543dc435aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1673553', 'neutron.services.segments.db._delete_segments_for_network-8790303350658'] for network, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:50.125127 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-579fca92-a2b8-4a35-b6e0-b543dc435aac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818413aa-89a4-4338-a133-8010a51bc5a9']}} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:34:50.134059 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-579fca92-a2b8-4a35-b6e0-b543dc435aac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3446bd-4fa7-42f3-9c0f-359db90b2747') {'for_net_delete': True} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:34:50.134354 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-579fca92-a2b8-4a35-b6e0-b543dc435aac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3446bd-4fa7-42f3-9c0f-359db90b2747') {} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:34:50.144065 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-579fca92-a2b8-4a35-b6e0-b543dc435aac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790303353739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8903680'] for segment, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:50.157366 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-579fca92-a2b8-4a35-b6e0-b543dc435aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:50.165989 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579fca92-a2b8-4a35-b6e0-b543dc435aac admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:34:50.166553 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-579fca92-a2b8-4a35-b6e0-b543dc435aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655729'] for segment, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: Traceback (most recent call last): Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: timer() Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: cb(*args, **kw) Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: return func(*args, **kwargs) Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: self._notify() Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: self.callback(batched_events) Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: event.method(event) Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: return f(self, *a, **k) Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: return self._get(url).json() Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: return self.request(url, 'GET', **kwargs) Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:34:50.168908 dv-cinder-813227-4-iscsi neutron-server[102375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:34:50.242475 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-579fca92-a2b8-4a35-b6e0-b543dc435aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529408'] for network, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:50.258611 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-579fca92-a2b8-4a35-b6e0-b543dc435aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:50.264166 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-579fca92-a2b8-4a35-b6e0-b543dc435aac admin admin] 10.222.0.60 "DELETE /v2.0/networks/818413aa-89a4-4338-a133-8010a51bc5a9 HTTP/1.1" status: 204 len: 168 time: 0.3659995 Dec 15 13:34:50.281533 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fca92-a2b8-4a35-b6e0-b543dc435aac admin admin] Pushing event deleted for resources: {'Network': ['ID=818413aa-89a4-4338-a133-8010a51bc5a9,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:50.404847 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760ed0a-9e9c-4c95-85ec-d0e6e94d656d req-3aeae592-65fe-4ebc-a45f-1d2a1d6bad7b tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:50.415640 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5760ed0a-9e9c-4c95-85ec-d0e6e94d656d req-3aeae592-65fe-4ebc-a45f-1d2a1d6bad7b tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0836780 Dec 15 13:34:50.517445 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5760ed0a-9e9c-4c95-85ec-d0e6e94d656d req-c8d6e629-4bc1-416b-a6fc-25e155689cc4 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942209 Dec 15 13:34:50.547768 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 56784) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:50.619531 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-0d718739-073a-45c9-8342-78a3a256b474 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6898e751314d4e94af3fc6df9b465470&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0662963 Dec 15 13:34:50.619531 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 56786) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:50.705225 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-dfce506c-83e6-40c1-8d83-682db1742799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:50.734392 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-dfce506c-83e6-40c1-8d83-682db1742799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:50.791118 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-dfce506c-83e6-40c1-8d83-682db1742799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:50.794288 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-dfce506c-83e6-40c1-8d83-682db1742799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:50.798355 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-dfce506c-83e6-40c1-8d83-682db1742799 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5648e1a2-84d8-4a23-9399-3cc35e8a4e5b HTTP/1.1" status: 204 len: 168 time: 0.1779361 Dec 15 13:34:50.799705 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device d90a1c7f-8c47-44c4-8060-3b3086a2643a no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:34:50.811643 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce506c-83e6-40c1-8d83-682db1742799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5648e1a2-84d8-4a23-9399-3cc35e8a4e5b,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:50.835654 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: d90a1c7f-8c47-44c4-8060-3b3086a2643a {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:34:50.836611 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device d90a1c7f-8c47-44c4-8060-3b3086a2643a not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:34:50.837193 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26 no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:34:50.908880 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:34:50.909586 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device a45b1c4e-fa76-4a5e-aa59-f39f87f8ee26 not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:34:51.170345 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9168f-9c46-4e08-9913-b20e2bca0ea2 req-a55aa561-a2d2-4591-bdb4-42000c4b2cc3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:51.177893 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fff9168f-9c46-4e08-9913-b20e2bca0ea2 req-a55aa561-a2d2-4591-bdb4-42000c4b2cc3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0723720 Dec 15 13:34:51.241661 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fff9168f-9c46-4e08-9913-b20e2bca0ea2 req-88cda294-ceb4-48aa-bac1-da2cafe8d1e7 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603154 Dec 15 13:34:51.638982 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832410f-1978-4a06-8797-73913f89ba20 req-75d95327-462b-4b9b-94a3-2ba6642a1e4c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:51.646313 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f832410f-1978-4a06-8797-73913f89ba20 req-75d95327-462b-4b9b-94a3-2ba6642a1e4c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0579479 Dec 15 13:34:51.711759 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f832410f-1978-4a06-8797-73913f89ba20 req-547bd12f-0502-468f-9041-a171e92dfa12 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643437 Dec 15 13:34:52.368827 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e99606-2af2-409b-a6e6-3c282b11a59b req-98a36f70-9f28-4d0b-8012-c8ed222fcf65 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:52.376364 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-34e99606-2af2-409b-a6e6-3c282b11a59b req-98a36f70-9f28-4d0b-8012-c8ed222fcf65 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0626795 Dec 15 13:34:52.477691 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-34e99606-2af2-409b-a6e6-3c282b11a59b req-4074f8af-eab9-44ce-9c55-cc83c9912329 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924377 Dec 15 13:34:52.849404 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e1c5d-126e-4d3e-bed0-6dd0b23c4cd6 req-b987b8cd-cb2b-4567-90c5-fc559dd15c0d tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:52.857701 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-055e1c5d-126e-4d3e-bed0-6dd0b23c4cd6 req-b987b8cd-cb2b-4567-90c5-fc559dd15c0d tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0591121 Dec 15 13:34:52.917625 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-055e1c5d-126e-4d3e-bed0-6dd0b23c4cd6 req-9918d8f7-40b9-4111-a1c2-363f06b9cadb tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539114 Dec 15 13:34:53.067443 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 56864) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:53.187025 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3e031518-0443-4a7a-b09c-04cc3f29018f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:53.280257 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3e031518-0443-4a7a-b09c-04cc3f29018f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:53.295527 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3e031518-0443-4a7a-b09c-04cc3f29018f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:53.342195 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-3e031518-0443-4a7a-b09c-04cc3f29018f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=49111e4c117745ce93eb697c25363d4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711883 Dec 15 13:34:53.342664 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 56872) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:53.350691 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e031518-0443-4a7a-b09c-04cc3f29018f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edffb071-e4a6-4d70-89bf-8e61cc1d9f3a,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:53.397572 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ac15976a-12f2-4422-b386-6dae9ac54e77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:53.422318 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ac15976a-12f2-4422-b386-6dae9ac54e77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:53.488286 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ac15976a-12f2-4422-b386-6dae9ac54e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:53.491358 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ac15976a-12f2-4422-b386-6dae9ac54e77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:53.500379 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-ac15976a-12f2-4422-b386-6dae9ac54e77 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/edffb071-e4a6-4d70-89bf-8e61cc1d9f3a HTTP/1.1" status: 204 len: 168 time: 0.1544046 Dec 15 13:34:53.518533 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15976a-12f2-4422-b386-6dae9ac54e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edffb071-e4a6-4d70-89bf-8e61cc1d9f3a,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:53.610328 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2eafaa-457e-4bca-adbe-878ea7fa2870 req-599eb9e3-f7e9-47ee-9f0b-11278fb59241 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:53.612729 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8a2eafaa-457e-4bca-adbe-878ea7fa2870 req-599eb9e3-f7e9-47ee-9f0b-11278fb59241 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0647297 Dec 15 13:34:53.681077 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8a2eafaa-457e-4bca-adbe-878ea7fa2870 req-8009b699-8b40-44f4-9a5f-72fc2b8f9172 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622191 Dec 15 13:34:53.880980 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 56884) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:53.895463 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-5b64e71e-c1f2-471d-b4b4-181c6f25a144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:54.001303 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-5b64e71e-c1f2-471d-b4b4-181c6f25a144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:54.033603 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-5b64e71e-c1f2-471d-b4b4-181c6f25a144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:54.091946 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-5b64e71e-c1f2-471d-b4b4-181c6f25a144 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5bf83206dad648e788ec9b59487775f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2067103 Dec 15 13:34:54.092911 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 56890) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:54.099259 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710a149-9cdd-477a-aa95-9474dc000908 req-8e91193d-f25f-4c25-bf65-39cd3a176db2 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:54.106473 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e710a149-9cdd-477a-aa95-9474dc000908 req-8e91193d-f25f-4c25-bf65-39cd3a176db2 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.1035438 Dec 15 13:34:54.109064 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64e71e-c1f2-471d-b4b4-181c6f25a144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89526aa8-ce81-4f52-b9e5-42a7a56a2ef6,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:54.165191 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e710a149-9cdd-477a-aa95-9474dc000908 req-4403259a-dcfe-40bb-b429-e17632565258 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577798 Dec 15 13:34:54.190472 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c38585f8-9edb-4890-8368-d2f24f3e2b4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:54.215682 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c38585f8-9edb-4890-8368-d2f24f3e2b4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:54.276953 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c38585f8-9edb-4890-8368-d2f24f3e2b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:54.280226 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c38585f8-9edb-4890-8368-d2f24f3e2b4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:54.284539 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-c38585f8-9edb-4890-8368-d2f24f3e2b4c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89526aa8-ce81-4f52-b9e5-42a7a56a2ef6 HTTP/1.1" status: 204 len: 168 time: 0.1902535 Dec 15 13:34:54.292651 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38585f8-9edb-4890-8368-d2f24f3e2b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89526aa8-ce81-4f52-b9e5-42a7a56a2ef6,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:54.820987 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47cc2d-e5ee-4479-89b7-08f9beda946c req-3d38b829-51de-420c-85ef-93439c97fbdd tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:54.822494 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9d47cc2d-e5ee-4479-89b7-08f9beda946c req-3d38b829-51de-420c-85ef-93439c97fbdd tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0501637 Dec 15 13:34:54.870648 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9d47cc2d-e5ee-4479-89b7-08f9beda946c req-489720fe-1601-442f-8d54-8a44654f1b2e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422063 Dec 15 13:34:55.281275 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f2285-d0e8-4b66-bfc2-16498c3357b5 req-458bd919-be59-4b29-b599-dc5b358bec0f tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:55.282738 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d13f2285-d0e8-4b66-bfc2-16498c3357b5 req-458bd919-be59-4b29-b599-dc5b358bec0f tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0501997 Dec 15 13:34:55.335769 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d13f2285-d0e8-4b66-bfc2-16498c3357b5 req-cadfdd70-7e42-4d57-9999-fb7c2b5119e4 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469816 Dec 15 13:34:56.027425 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aab83e-1193-47bf-8873-b889da279b94 req-2c2e1632-2237-4284-95bf-ed464383258a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:56.035369 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-45aab83e-1193-47bf-8873-b889da279b94 req-2c2e1632-2237-4284-95bf-ed464383258a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0899930 Dec 15 13:34:56.112555 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-45aab83e-1193-47bf-8873-b889da279b94 req-8a34b9b6-9365-4c89-aa77-6f844a7c00f8 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709400 Dec 15 13:34:56.483807 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e0bbd-5329-4451-ab74-f655d8959297 req-9c0eb612-c1c2-4b22-ad81-8373a0931ca9 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:56.485305 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c10e0bbd-5329-4451-ab74-f655d8959297 req-9c0eb612-c1c2-4b22-ad81-8373a0931ca9 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0693016 Dec 15 13:34:56.555661 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c10e0bbd-5329-4451-ab74-f655d8959297 req-59105922-046b-46f1-8c56-7f2f71d86f22 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610240 Dec 15 13:34:57.335447 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb134d8-943b-405b-bde8-67dd030c9745 req-0ce235ee-dbbb-461e-b8d5-c096593ac1bc tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:57.338131 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-7eb134d8-943b-405b-bde8-67dd030c9745 req-0ce235ee-dbbb-461e-b8d5-c096593ac1bc tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.1080170 Dec 15 13:34:57.402053 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-7eb134d8-943b-405b-bde8-67dd030c9745 req-85a022fd-2cd0-4a07-ac67-ad98c1ad2a53 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529826 Dec 15 13:34:57.719400 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec3f1d-6516-4b7b-8856-b4233432358d req-bf4018c3-7ffc-4411-8674-38b9c49fc541 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:57.724390 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-95ec3f1d-6516-4b7b-8856-b4233432358d req-bf4018c3-7ffc-4411-8674-38b9c49fc541 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0854027 Dec 15 13:34:57.805589 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-95ec3f1d-6516-4b7b-8856-b4233432358d req-32949515-1695-4355-9071-34756a90fdf9 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600736 Dec 15 13:34:57.886436 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 57074) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:58.022308 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9f3308ce-5f4e-476d-94c2-ef297b209c8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:58.122351 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9f3308ce-5f4e-476d-94c2-ef297b209c8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:58.126363 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9f3308ce-5f4e-476d-94c2-ef297b209c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:58.169181 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-9f3308ce-5f4e-476d-94c2-ef297b209c8d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aaf5f995207a4f04b52ec25e9908a501&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784297 Dec 15 13:34:58.169701 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 57078) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:58.172027 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3308ce-5f4e-476d-94c2-ef297b209c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e74412-e879-4757-a109-60dcdc61ab12,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:58.249799 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-8b4249c8-a3db-4d7a-8e91-e3a0510b68bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:58.276489 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-8b4249c8-a3db-4d7a-8e91-e3a0510b68bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:58.333839 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-8b4249c8-a3db-4d7a-8e91-e3a0510b68bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:58.336880 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-8b4249c8-a3db-4d7a-8e91-e3a0510b68bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:58.338407 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-8b4249c8-a3db-4d7a-8e91-e3a0510b68bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70e74412-e879-4757-a109-60dcdc61ab12 HTTP/1.1" status: 204 len: 168 time: 0.1676121 Dec 15 13:34:58.347192 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4249c8-a3db-4d7a-8e91-e3a0510b68bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e74412-e879-4757-a109-60dcdc61ab12,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:58.545274 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4199a-6039-4f73-9aa0-7e2ba9e80c8d req-152f6024-923a-47a6-b332-9fdba6cf10cc tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:58.546829 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-26d4199a-6039-4f73-9aa0-7e2ba9e80c8d req-152f6024-923a-47a6-b332-9fdba6cf10cc tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0599632 Dec 15 13:34:58.601536 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-26d4199a-6039-4f73-9aa0-7e2ba9e80c8d req-1140cdf3-7c00-450c-86c2-6b960006014d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466988 Dec 15 13:34:58.736614 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 57090) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:58.752285 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7bf920c7-c16a-4f29-82e5-65dc3426bdd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:58.842144 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7bf920c7-c16a-4f29-82e5-65dc3426bdd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:58.847618 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7bf920c7-c16a-4f29-82e5-65dc3426bdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:58.903542 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 57096) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:34:58.904181 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-7bf920c7-c16a-4f29-82e5-65dc3426bdd7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d969549f6c3e44f9b5cd089bc78a9b18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1657822 Dec 15 13:34:58.923333 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf920c7-c16a-4f29-82e5-65dc3426bdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daf3d01-b9f1-44a7-a65e-cfdf0c040d2d,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:58.953512 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719d882-ca8a-4430-8a85-a13e55cd3efe req-239a3882-51b6-4708-9b46-c1abab43ad42 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:58.956588 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6719d882-ca8a-4430-8a85-a13e55cd3efe req-239a3882-51b6-4708-9b46-c1abab43ad42 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0727937 Dec 15 13:34:58.983561 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a4890dc1-4abe-4edd-b063-d23aefee3925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:59.017313 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6719d882-ca8a-4430-8a85-a13e55cd3efe req-9f152f69-b9ef-4f03-ae4f-c899a5189ad2 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543458 Dec 15 13:34:59.017567 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a4890dc1-4abe-4edd-b063-d23aefee3925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:59.080271 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a4890dc1-4abe-4edd-b063-d23aefee3925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:59.083114 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a4890dc1-4abe-4edd-b063-d23aefee3925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:34:59.089605 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-a4890dc1-4abe-4edd-b063-d23aefee3925 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1daf3d01-b9f1-44a7-a65e-cfdf0c040d2d HTTP/1.1" status: 204 len: 168 time: 0.1815505 Dec 15 13:34:59.109576 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4890dc1-4abe-4edd-b063-d23aefee3925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daf3d01-b9f1-44a7-a65e-cfdf0c040d2d,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:34:59.755348 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a80a9a-54b4-4eb4-afa9-4f46a29a92cf req-37d23f7e-d0cc-4372-ae4f-77955a9223ef tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:34:59.756973 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b1a80a9a-54b4-4eb4-afa9-4f46a29a92cf req-37d23f7e-d0cc-4372-ae4f-77955a9223ef tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0629237 Dec 15 13:34:59.826652 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b1a80a9a-54b4-4eb4-afa9-4f46a29a92cf req-6f11a2f3-58c2-40eb-b024-1c6dec2ba653 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621548 Dec 15 13:35:00.170430 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c465bf-77da-4c3f-9702-3e99461927ae req-0c331ad1-3ef6-454a-bc6d-0f28b9ec7f26 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:00.172328 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a1c465bf-77da-4c3f-9702-3e99461927ae req-0c331ad1-3ef6-454a-bc6d-0f28b9ec7f26 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0564234 Dec 15 13:35:00.262798 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a1c465bf-77da-4c3f-9702-3e99461927ae req-86bcfc0f-8141-447e-a6ff-e0d8c2f27b1b tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821214 Dec 15 13:35:00.987576 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4acee-119d-4e57-9b8d-c81f24faa595 req-2fe66e25-0a2d-4223-9bfe-9abc3441b39b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:00.991367 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-64a4acee-119d-4e57-9b8d-c81f24faa595 req-2fe66e25-0a2d-4223-9bfe-9abc3441b39b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0620728 Dec 15 13:35:01.064424 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-64a4acee-119d-4e57-9b8d-c81f24faa595 req-5de47b98-3a5d-41b2-acb0-55426a3ad2ca tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665963 Dec 15 13:35:01.419824 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1cccf-9eef-4248-a4df-e619d8dbc421 req-a45bfee0-60c6-4bea-8ce8-553d2e20c91c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:01.431885 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2cc1cccf-9eef-4248-a4df-e619d8dbc421 req-a45bfee0-60c6-4bea-8ce8-553d2e20c91c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0736051 Dec 15 13:35:01.496133 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2cc1cccf-9eef-4248-a4df-e619d8dbc421 req-8ee41cf8-7efc-4dd0-8056-1d19af7af576 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625708 Dec 15 13:35:02.209303 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406441e7-ff78-4aa2-aa0d-c9dbc7abd633 req-158c50aa-66b0-4361-acc5-5f216e486b5d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:02.211071 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-406441e7-ff78-4aa2-aa0d-c9dbc7abd633 req-158c50aa-66b0-4361-acc5-5f216e486b5d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0560243 Dec 15 13:35:02.234782 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 57198) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:02.282309 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-406441e7-ff78-4aa2-aa0d-c9dbc7abd633 req-5488a0bd-1138-4123-9df7-bc64e5e22580 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643053 Dec 15 13:35:02.357638 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-44de79b7-a969-44b7-b23a-d75194913a94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:02.455877 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-44de79b7-a969-44b7-b23a-d75194913a94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:02.460185 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-44de79b7-a969-44b7-b23a-d75194913a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:02.516343 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-44de79b7-a969-44b7-b23a-d75194913a94 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f94b273ab374ac7a1396332ff49865e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801504 Dec 15 13:35:02.519026 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 57202) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:02.532841 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de79b7-a969-44b7-b23a-d75194913a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59de4ed1-e266-4795-b146-d30625fde855,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:02.543759 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de79b7-a969-44b7-b23a-d75194913a94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:02.544426 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de79b7-a969-44b7-b23a-d75194913a94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:02.545407 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de79b7-a969-44b7-b23a-d75194913a94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:02.546254 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de79b7-a969-44b7-b23a-d75194913a94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:02.546835 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de79b7-a969-44b7-b23a-d75194913a94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:02.547536 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de79b7-a969-44b7-b23a-d75194913a94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:02.548153 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de79b7-a969-44b7-b23a-d75194913a94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:02.548701 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de79b7-a969-44b7-b23a-d75194913a94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:02.549055 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de79b7-a969-44b7-b23a-d75194913a94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:02.550043 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de79b7-a969-44b7-b23a-d75194913a94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:02.550414 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de79b7-a969-44b7-b23a-d75194913a94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:02.550657 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de79b7-a969-44b7-b23a-d75194913a94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:02.551035 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de79b7-a969-44b7-b23a-d75194913a94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:02.612595 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 33030795-e868-427d-8a6a-6d48523668bc details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:35:02.644215 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6d7a0545-7f5b-4655-a703-ccec0f195290 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:02.673594 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6d7a0545-7f5b-4655-a703-ccec0f195290 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:02.724237 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 33030795-e868-427d-8a6a-6d48523668bc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=33030795-e868-427d-8a6a-6d48523668bc,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:35:02.737041 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': '33030795-e868-427d-8a6a-6d48523668bc', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'port_id': '33030795-e868-427d-8a6a-6d48523668bc', 'mac_address': 'fa:16:3e:02:7c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:35:02.766170 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6d7a0545-7f5b-4655-a703-ccec0f195290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:02.769112 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6d7a0545-7f5b-4655-a703-ccec0f195290 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:02.772614 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-6d7a0545-7f5b-4655-a703-ccec0f195290 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59de4ed1-e266-4795-b146-d30625fde855 HTTP/1.1" status: 204 len: 168 time: 0.2467046 Dec 15 13:35:02.789987 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a0545-7f5b-4655-a703-ccec0f195290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59de4ed1-e266-4795-b146-d30625fde855,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:02.798408 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:02.820451 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27571edc-352d-4de2-b9ca-f5ef74b5f456 req-77a0f0a5-3697-4d9d-962e-1637576dc809 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:02.829974 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-27571edc-352d-4de2-b9ca-f5ef74b5f456 req-77a0f0a5-3697-4d9d-962e-1637576dc809 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.2016191 Dec 15 13:35:02.841298 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33030795-e868-427d-8a6a-6d48523668bc {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:35:02.894939 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 33030795-e868-427d-8a6a-6d48523668bc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=33030795-e868-427d-8a6a-6d48523668bc,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:35:02.902683 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:02.911435 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-27571edc-352d-4de2-b9ca-f5ef74b5f456 req-d7a52856-a9fe-4400-a2cf-e3de86fd4cbc tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803173 Dec 15 13:35:02.969832 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=33030795-e868-427d-8a6a-6d48523668bc,revision_number=6']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:03.139545 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 57216) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:03.153321 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-fc64bcb6-9f54-45f4-a5b8-5ae94335afb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:03.232713 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-fc64bcb6-9f54-45f4-a5b8-5ae94335afb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:03.238521 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-fc64bcb6-9f54-45f4-a5b8-5ae94335afb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:03.280571 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-fc64bcb6-9f54-45f4-a5b8-5ae94335afb2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=46069caea390461bbdc479963bd9a8b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398828 Dec 15 13:35:03.281768 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64bcb6-9f54-45f4-a5b8-5ae94335afb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ebe170-8470-4083-aafa-afacc6a931c8,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:03.283264 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 57218) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:03.290012 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64bcb6-9f54-45f4-a5b8-5ae94335afb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:03.290443 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64bcb6-9f54-45f4-a5b8-5ae94335afb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:03.291560 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64bcb6-9f54-45f4-a5b8-5ae94335afb2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:03.291970 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64bcb6-9f54-45f4-a5b8-5ae94335afb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:03.292800 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64bcb6-9f54-45f4-a5b8-5ae94335afb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:03.293342 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64bcb6-9f54-45f4-a5b8-5ae94335afb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:03.293741 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64bcb6-9f54-45f4-a5b8-5ae94335afb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:03.294144 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64bcb6-9f54-45f4-a5b8-5ae94335afb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:03.294557 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64bcb6-9f54-45f4-a5b8-5ae94335afb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:03.294974 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64bcb6-9f54-45f4-a5b8-5ae94335afb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:03.295487 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64bcb6-9f54-45f4-a5b8-5ae94335afb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:03.295965 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64bcb6-9f54-45f4-a5b8-5ae94335afb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:03.296501 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc64bcb6-9f54-45f4-a5b8-5ae94335afb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:03.377840 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-eff4b20a-cf65-4ec1-adc8-bc2b30282a85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:03.401972 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-eff4b20a-cf65-4ec1-adc8-bc2b30282a85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:03.459494 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-eff4b20a-cf65-4ec1-adc8-bc2b30282a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:03.462569 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ba5a2-3384-449a-838e-8847a6c8eed0 req-dfafbe51-83d6-472b-880d-a4f0f24f79b0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:03.464678 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b62ba5a2-3384-449a-838e-8847a6c8eed0 req-dfafbe51-83d6-472b-880d-a4f0f24f79b0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 944 time: 0.0739565 Dec 15 13:35:03.467100 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-eff4b20a-cf65-4ec1-adc8-bc2b30282a85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:03.468745 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-eff4b20a-cf65-4ec1-adc8-bc2b30282a85 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5ebe170-8470-4083-aafa-afacc6a931c8 HTTP/1.1" status: 204 len: 168 time: 0.1833432 Dec 15 13:35:03.480326 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4b20a-cf65-4ec1-adc8-bc2b30282a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ebe170-8470-4083-aafa-afacc6a931c8,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:03.605899 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b62ba5a2-3384-449a-838e-8847a6c8eed0 req-6ce926ce-19fa-4671-a196-87212b9677aa tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311648 Dec 15 13:35:04.051392 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee38ccb-3db4-488b-9951-6ef7081b0819 req-6422e5d3-5018-4612-be18-bcca464bc490 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:04.052992 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2ee38ccb-3db4-488b-9951-6ef7081b0819 req-6422e5d3-5018-4612-be18-bcca464bc490 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0662575 Dec 15 13:35:04.126691 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2ee38ccb-3db4-488b-9951-6ef7081b0819 req-b4ac441b-4dd8-40b6-83c2-0825c4b6ca20 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636723 Dec 15 13:35:04.311357 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['33030795-e868-427d-8a6a-6d48523668bc'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:35:04.783087 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd47d49-99ac-42bd-9775-90f1dfa81911 req-fae8d3f7-2762-4835-9d6a-c483f9387746 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:04.784810 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8fd47d49-99ac-42bd-9775-90f1dfa81911 req-fae8d3f7-2762-4835-9d6a-c483f9387746 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 944 time: 0.0792339 Dec 15 13:35:04.845893 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8fd47d49-99ac-42bd-9775-90f1dfa81911 req-8e3a18a1-9594-44f4-9ac8-c03a473d48a1 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516770 Dec 15 13:35:05.251035 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec16bd-6a25-42ff-931c-fff976481549 req-6887b30d-f283-44eb-9d73-c87afd3d131f tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:05.252550 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4aec16bd-6a25-42ff-931c-fff976481549 req-6887b30d-f283-44eb-9d73-c87afd3d131f tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0540431 Dec 15 13:35:05.305056 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4aec16bd-6a25-42ff-931c-fff976481549 req-dc5695a3-f521-4faa-b5a1-2a243fa9f697 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463710 Dec 15 13:35:05.902741 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:35:05.987886 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924058b-e411-4fbe-b0d5-aae266c491ae req-4460e85c-cad9-4846-9774-6ec2f5d0e7a3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:05.989496 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-7924058b-e411-4fbe-b0d5-aae266c491ae req-4460e85c-cad9-4846-9774-6ec2f5d0e7a3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 944 time: 0.0577016 Dec 15 13:35:06.044903 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-7924058b-e411-4fbe-b0d5-aae266c491ae req-48163222-ecde-42fb-9d73-f64533bc1ca6 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490005 Dec 15 13:35:06.191419 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 33030795-e868-427d-8a6a-6d48523668bc up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:35:06.263597 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port 33030795-e868-427d-8a6a-6d48523668bc triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:35:06.264366 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:06.381116 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:06.420859 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00671676-47cb-4266-b9e5-61c7fb120355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33030795-e868-427d-8a6a-6d48523668bc'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:35:06.423284 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18f297e-735f-4316-b8ba-db65a7c209e1" -d '{"events": [{"server_uuid": "00671676-47cb-4266-b9e5-61c7fb120355", "name": "network-vif-plugged", "status": "completed", "tag": "33030795-e868-427d-8a6a-6d48523668bc"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:35:06.437181 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 33030795-e868-427d-8a6a-6d48523668bc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=33030795-e868-427d-8a6a-6d48523668bc,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:35:06.448772 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:06.455128 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b8d8c-c1ff-4729-8bcf-097d60fb8034 req-e1b21960-0589-44e7-a0c9-b94b54d46fd8 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:06.463237 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b37b8d8c-c1ff-4729-8bcf-097d60fb8034 req-e1b21960-0589-44e7-a0c9-b94b54d46fd8 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0619345 Dec 15 13:35:06.480295 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ea8da2-dcee-4c4e-82fe-fa8dd20108b8 x-openstack-request-id: req-e6ea8da2-dcee-4c4e-82fe-fa8dd20108b8 {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:35:06.480605 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00671676-47cb-4266-b9e5-61c7fb120355", "name": "network-vif-plugged", "status": "completed", "tag": "33030795-e868-427d-8a6a-6d48523668bc", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:35:06.481086 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6ea8da2-dcee-4c4e-82fe-fa8dd20108b8 {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:35:06.481650 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00671676-47cb-4266-b9e5-61c7fb120355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33030795-e868-427d-8a6a-6d48523668bc', 'code': 200} Dec 15 13:35:06.514180 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=33030795-e868-427d-8a6a-6d48523668bc,revision_number=7']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:06.519682 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b37b8d8c-c1ff-4729-8bcf-097d60fb8034 req-98dc59e5-73bd-4968-a9e6-8e1ca6aaeb53 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552783 Dec 15 13:35:07.181972 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79e370-e7a6-4892-89f0-a8b502ea5af2 req-d0b03176-18b9-4095-9b49-5d3d73aabfa7 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:07.184810 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-be79e370-e7a6-4892-89f0-a8b502ea5af2 req-d0b03176-18b9-4095-9b49-5d3d73aabfa7 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0547764 Dec 15 13:35:07.235904 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-be79e370-e7a6-4892-89f0-a8b502ea5af2 req-c5a95ae6-148e-4613-ae3e-30f9f83f47b5 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462854 Dec 15 13:35:07.646657 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f240fc-6149-4ac9-b02e-d86a40a2a3de req-0af28321-fe1f-40ce-9900-ea19941e4fe3 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:07.648463 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-02f240fc-6149-4ac9-b02e-d86a40a2a3de req-0af28321-fe1f-40ce-9900-ea19941e4fe3 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0525577 Dec 15 13:35:07.708288 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-02f240fc-6149-4ac9-b02e-d86a40a2a3de req-1b1aeee6-4093-4bb7-84d9-2e2478455cac tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510576 Dec 15 13:35:08.234526 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:08.376152 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f504d-e375-4b8b-86e7-90e95a8de891 req-4902e461-32b0-4584-a42d-72c529868c6b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:08.377809 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2d0f504d-e375-4b8b-86e7-90e95a8de891 req-4902e461-32b0-4584-a42d-72c529868c6b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0599790 Dec 15 13:35:08.429400 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2d0f504d-e375-4b8b-86e7-90e95a8de891 req-2df036a5-0e34-4122-9fb2-2f8d382f9674 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456381 Dec 15 13:35:08.825353 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c577545-2a2c-4b27-ab20-c6d2bcd2b99a req-6a834381-9408-435f-9b9d-6efa8cb800b5 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:08.826769 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5c577545-2a2c-4b27-ab20-c6d2bcd2b99a req-6a834381-9408-435f-9b9d-6efa8cb800b5 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0469720 Dec 15 13:35:08.871223 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5c577545-2a2c-4b27-ab20-c6d2bcd2b99a req-ff6bbf17-cf2b-434e-b24f-d31d69813a76 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387588 Dec 15 13:35:09.549837 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aced8d5-8dd5-4de9-9e20-aeb820c04e01 req-02e51eb5-a317-4402-9ef0-213935e16982 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:09.551289 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2aced8d5-8dd5-4de9-9e20-aeb820c04e01 req-02e51eb5-a317-4402-9ef0-213935e16982 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0502908 Dec 15 13:35:09.781886 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2aced8d5-8dd5-4de9-9e20-aeb820c04e01 req-06874bca-9005-4fcb-8290-26b3b9b69a24 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247767 Dec 15 13:35:09.985266 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de8af0-311f-4727-baa9-b0b672951528 req-a125052b-0525-4f66-bcd6-56106e622905 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:09.986763 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-48de8af0-311f-4727-baa9-b0b672951528 req-a125052b-0525-4f66-bcd6-56106e622905 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0493829 Dec 15 13:35:10.033238 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-48de8af0-311f-4727-baa9-b0b672951528 req-7ab5e169-39f0-43e6-9ee1-f82199ffe25a tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404141 Dec 15 13:35:10.898021 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48d0d6-4eb2-4a26-8b69-3c99e67dd3cb req-52c8dad4-2b43-46ea-a598-043bc86e0fde tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:10.899516 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ed48d0d6-4eb2-4a26-8b69-3c99e67dd3cb req-52c8dad4-2b43-46ea-a598-043bc86e0fde tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0476654 Dec 15 13:35:10.948325 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ed48d0d6-4eb2-4a26-8b69-3c99e67dd3cb req-bda0b1ec-5bee-413c-b3fd-630ab1c15705 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423527 Dec 15 13:35:11.144377 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7325a-1c3a-48be-92b7-0032e3bd7129 req-afb404bc-3685-4530-8757-5aef100d212f tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:11.145814 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cec7325a-1c3a-48be-92b7-0032e3bd7129 req-afb404bc-3685-4530-8757-5aef100d212f tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0470603 Dec 15 13:35:11.199830 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cec7325a-1c3a-48be-92b7-0032e3bd7129 req-8ab0738f-0d1f-4a26-9e0b-eded9a88d969 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475557 Dec 15 13:35:12.065863 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ae7e8-0ade-488f-8243-0184ec4fcc5a req-8ae9b1f0-fc1d-4a5f-a022-dae2a9954cdf tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:12.067307 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-206ae7e8-0ade-488f-8243-0184ec4fcc5a req-8ae9b1f0-fc1d-4a5f-a022-dae2a9954cdf tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0487323 Dec 15 13:35:12.113385 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-206ae7e8-0ade-488f-8243-0184ec4fcc5a req-b5286eb6-5bb4-4b92-bfbe-3f42bdb099ed tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393808 Dec 15 13:35:12.315289 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba809a-f0e8-45b5-8b5b-8bbb2e2df649 req-84cfa347-68a9-4895-908e-84cc9a608bed tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:12.316757 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-47ba809a-f0e8-45b5-8b5b-8bbb2e2df649 req-84cfa347-68a9-4895-908e-84cc9a608bed tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0503173 Dec 15 13:35:12.361979 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-47ba809a-f0e8-45b5-8b5b-8bbb2e2df649 req-891ec9b9-e698-4a6b-bb69-544567e564cf tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384560 Dec 15 13:35:13.234312 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d9897-e99b-4584-baa0-878d08367156 req-a441298e-ce11-4186-9e22-434f89344b90 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:13.235797 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-de9d9897-e99b-4584-baa0-878d08367156 req-a441298e-ce11-4186-9e22-434f89344b90 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0530186 Dec 15 13:35:13.281239 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-de9d9897-e99b-4584-baa0-878d08367156 req-4a65d917-eae8-426f-8884-3f683e4f9e29 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394986 Dec 15 13:35:13.435937 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-e88abb09-ba7d-4e96-87a9-9ccb6efbce08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:13.481317 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89c4ad-ba1a-48a2-8486-8942bc2c5e6c req-2be3ebe2-c28c-40af-acfe-9d7bd7a5d91a tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:13.483889 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6e89c4ad-ba1a-48a2-8486-8942bc2c5e6c req-2be3ebe2-c28c-40af-acfe-9d7bd7a5d91a tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0546391 Dec 15 13:35:13.534035 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6e89c4ad-ba1a-48a2-8486-8942bc2c5e6c req-bc9385d6-98e9-4da2-b58c-622d04b3817d tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453417 Dec 15 13:35:13.636623 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c329e-a19a-4e6b-b21b-8b4c043ad86b req-58821415-11c8-4877-970d-df76b11b1900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:13.638111 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-d93c329e-a19a-4e6b-b21b-8b4c043ad86b req-58821415-11c8-4877-970d-df76b11b1900 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4cde9c0e34334ad7a7e79bfeb8963935&device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 1098 time: 0.0403619 Dec 15 13:35:13.803655 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c329e-a19a-4e6b-b21b-8b4c043ad86b req-ed648491-be8d-490b-bd5c-e77a5aa31b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:13.805327 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-d93c329e-a19a-4e6b-b21b-8b4c043ad86b req-ed648491-be8d-490b-bd5c-e77a5aa31b53 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c615d296-1c4b-42bd-b81b-913328306550 HTTP/1.1" status: 200 len: 911 time: 0.1187880 Dec 15 13:35:13.881190 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-d93c329e-a19a-4e6b-b21b-8b4c043ad86b req-db4285c2-eb39-4d0e-91ea-476129deae2e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=745293fa-0314-47a0-bb77-7fceb3a9fc17 HTTP/1.1" status: 200 len: 1001 time: 0.0643401 Dec 15 13:35:13.939479 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c329e-a19a-4e6b-b21b-8b4c043ad86b req-fae776a7-6764-4cfb-8803-f8fa21d96f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:13.940967 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-d93c329e-a19a-4e6b-b21b-8b4c043ad86b req-fae776a7-6764-4cfb-8803-f8fa21d96f1a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bfb1a29-2a65-49ed-8e77-c521738f977b HTTP/1.1" status: 200 len: 849 time: 0.0501962 Dec 15 13:35:13.993377 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c329e-a19a-4e6b-b21b-8b4c043ad86b req-5f00831b-6640-447a-97a2-8ac82295f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:13.995682 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-d93c329e-a19a-4e6b-b21b-8b4c043ad86b req-5f00831b-6640-447a-97a2-8ac82295f7d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c615d296-1c4b-42bd-b81b-913328306550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470428 Dec 15 13:35:14.091592 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-d93c329e-a19a-4e6b-b21b-8b4c043ad86b req-f2d08d18-7b6a-437b-858a-5e2883633cad service neutron] 10.222.0.46 "GET /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869288 Dec 15 13:35:14.200582 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-d93c329e-a19a-4e6b-b21b-8b4c043ad86b req-cb7f6acc-c0a1-41f5-a0db-a063f6dde413 service neutron] 10.222.0.46 "GET /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922730 Dec 15 13:35:14.419306 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25587843-755d-44b7-9a01-4c38542e8d13 req-9ba0b0cb-f9e9-4445-8186-5f06a1e63d8d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:14.421697 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-25587843-755d-44b7-9a01-4c38542e8d13 req-9ba0b0cb-f9e9-4445-8186-5f06a1e63d8d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0648432 Dec 15 13:35:14.490760 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-25587843-755d-44b7-9a01-4c38542e8d13 req-df0967cb-fde3-471f-bbca-9936eb5d11f7 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625167 Dec 15 13:35:14.690343 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bb03a-b648-42f8-9fb2-f4b209cc2d2f req-2de700d4-8b02-4fdf-b4a0-e6a1c115dbe4 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:14.695409 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b51bb03a-b648-42f8-9fb2-f4b209cc2d2f req-2de700d4-8b02-4fdf-b4a0-e6a1c115dbe4 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0792673 Dec 15 13:35:14.756597 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b51bb03a-b648-42f8-9fb2-f4b209cc2d2f req-2536e6f1-bd41-4b5f-8fd8-dd0bea86cd41 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526888 Dec 15 13:35:15.092264 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4636ba-fa0f-4e53-b848-fe55401c38fc req-33304944-1629-4a60-afb3-b931e36973ed tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:15.099325 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6e4636ba-fa0f-4e53-b848-fe55401c38fc req-33304944-1629-4a60-afb3-b931e36973ed tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0692477 Dec 15 13:35:15.232939 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6e4636ba-fa0f-4e53-b848-fe55401c38fc req-75deb7d8-9b5d-4e0f-8c1f-965d3b77ef96 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323738 Dec 15 13:35:15.249023 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9d456-2671-48d9-9a19-1c3b3492cb29 req-d8c6dce7-ea76-472d-903b-7c62aa5c80c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:15.250668 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e4b9d456-2671-48d9-9a19-1c3b3492cb29 req-d8c6dce7-ea76-472d-903b-7c62aa5c80c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4cde9c0e34334ad7a7e79bfeb8963935&device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 1098 time: 0.1000879 Dec 15 13:35:15.355887 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9d456-2671-48d9-9a19-1c3b3492cb29 req-204742c5-87ca-4adb-b04c-c2d67e3945c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:15.357440 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e4b9d456-2671-48d9-9a19-1c3b3492cb29 req-204742c5-87ca-4adb-b04c-c2d67e3945c4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c615d296-1c4b-42bd-b81b-913328306550 HTTP/1.1" status: 200 len: 911 time: 0.0975432 Dec 15 13:35:15.434700 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e4b9d456-2671-48d9-9a19-1c3b3492cb29 req-e1e2f250-4b93-4e31-8a5b-6e22de26c6a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=745293fa-0314-47a0-bb77-7fceb3a9fc17 HTTP/1.1" status: 200 len: 1001 time: 0.0679185 Dec 15 13:35:15.493107 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9d456-2671-48d9-9a19-1c3b3492cb29 req-4feb11ae-d683-4e49-a7eb-089d644f3fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:15.494661 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e4b9d456-2671-48d9-9a19-1c3b3492cb29 req-4feb11ae-d683-4e49-a7eb-089d644f3fb4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bfb1a29-2a65-49ed-8e77-c521738f977b HTTP/1.1" status: 200 len: 849 time: 0.0499005 Dec 15 13:35:15.556589 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9d456-2671-48d9-9a19-1c3b3492cb29 req-baa0c16e-fb79-43e1-8fe6-12acab0b8992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:15.558607 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e4b9d456-2671-48d9-9a19-1c3b3492cb29 req-baa0c16e-fb79-43e1-8fe6-12acab0b8992 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c615d296-1c4b-42bd-b81b-913328306550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566986 Dec 15 13:35:15.619515 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08a5f7-ed0a-463c-881b-80bfb7d19202 req-e8dc3efe-5026-4a7d-bc2e-13b192586c0d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:15.621834 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-df08a5f7-ed0a-463c-881b-80bfb7d19202 req-e8dc3efe-5026-4a7d-bc2e-13b192586c0d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0540280 Dec 15 13:35:15.696634 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-df08a5f7-ed0a-463c-881b-80bfb7d19202 req-6f882175-7e42-49d9-96e9-908f21a72507 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682244 Dec 15 13:35:15.710390 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e4b9d456-2671-48d9-9a19-1c3b3492cb29 req-b4473b92-5cd1-404f-8070-99c83275a066 service neutron] 10.222.0.46 "GET /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424212 Dec 15 13:35:15.808512 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-53db9a2e-987b-4f2c-b020-48cb13970108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:15.855568 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e4b9d456-2671-48d9-9a19-1c3b3492cb29 req-7efcfef8-42eb-417a-af59-05ffc057f379 service neutron] 10.222.0.46 "GET /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343167 Dec 15 13:35:16.381981 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9e475-3ace-4040-b06c-589433f3e013 req-5b8aed51-2bca-4393-83dd-981cd9373c2a tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:16.390647 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2bd9e475-3ace-4040-b06c-589433f3e013 req-5b8aed51-2bca-4393-83dd-981cd9373c2a tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0698290 Dec 15 13:35:16.464580 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2bd9e475-3ace-4040-b06c-589433f3e013 req-64b3cc4e-68a0-4973-8c1b-fe33d3ae732f tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719333 Dec 15 13:35:16.903297 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:16.930400 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f370355-c7f0-4204-9f69-79f1f4cc5a1c req-b5297a80-939c-4435-b3d2-38b118ca1c86 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:16.932553 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2f370355-c7f0-4204-9f69-79f1f4cc5a1c req-b5297a80-939c-4435-b3d2-38b118ca1c86 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0864618 Dec 15 13:35:16.998189 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2f370355-c7f0-4204-9f69-79f1f4cc5a1c req-41964739-2bec-4fad-86ca-e576c49c4086 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590932 Dec 15 13:35:17.598933 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda2895-6a34-4a2a-8f84-22bac29723b3 req-49c262b9-03b8-46d3-ab23-cdc61acaca63 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:17.600889 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-afda2895-6a34-4a2a-8f84-22bac29723b3 req-49c262b9-03b8-46d3-ab23-cdc61acaca63 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0535862 Dec 15 13:35:17.671078 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-afda2895-6a34-4a2a-8f84-22bac29723b3 req-ae3edf79-b05c-4175-8c9c-69fd583c3304 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577865 Dec 15 13:35:18.136013 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98125e-0cdd-41e2-ae4f-3c0424e6ab36 req-7e11871d-1b8c-44da-880d-66cd1c5b9c83 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:18.138257 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9e98125e-0cdd-41e2-ae4f-3c0424e6ab36 req-7e11871d-1b8c-44da-880d-66cd1c5b9c83 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0553327 Dec 15 13:35:18.192986 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9e98125e-0cdd-41e2-ae4f-3c0424e6ab36 req-7cb701f9-0f0c-4a19-8d29-71379eb0a707 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485351 Dec 15 13:35:18.501368 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:19.325188 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4331c-411e-4054-b22d-e011b87c17e6 req-522bddf2-04bc-4766-b035-37aee2632b35 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:19.331412 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-aff4331c-411e-4054-b22d-e011b87c17e6 req-522bddf2-04bc-4766-b035-37aee2632b35 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0565827 Dec 15 13:35:19.377932 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-aff4331c-411e-4054-b22d-e011b87c17e6 req-bee52d23-4043-4cb6-a714-bc7c5e4516de tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450995 Dec 15 13:35:19.430589 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:20.542000 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25953688-8fff-4c24-9ece-0b8ffe4cf7f1 req-96ff7912-d7c7-4862-bbaa-394d82d4460e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:20.543544 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-25953688-8fff-4c24-9ece-0b8ffe4cf7f1 req-96ff7912-d7c7-4862-bbaa-394d82d4460e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0620580 Dec 15 13:35:20.594746 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-25953688-8fff-4c24-9ece-0b8ffe4cf7f1 req-4b848766-ead8-4bfe-a7c2-41ff2d3e8161 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440929 Dec 15 13:35:21.749138 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d365a-7826-45bf-b297-d713c43e5cdd req-31228257-4241-4e2b-9742-9d6b5f7fd47a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:21.750715 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f47d365a-7826-45bf-b297-d713c43e5cdd req-31228257-4241-4e2b-9742-9d6b5f7fd47a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0564334 Dec 15 13:35:21.802165 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f47d365a-7826-45bf-b297-d713c43e5cdd req-7efbd66d-dcb1-42bf-8c9d-a50fc1a6bda9 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451732 Dec 15 13:35:22.932734 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e21cfd-53fb-48f5-9121-6baaf5abc28d req-7eb31a8a-aaf2-436d-bf76-412bca439dc7 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:22.934423 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-09e21cfd-53fb-48f5-9121-6baaf5abc28d req-7eb31a8a-aaf2-436d-bf76-412bca439dc7 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0505829 Dec 15 13:35:22.988275 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-09e21cfd-53fb-48f5-9121-6baaf5abc28d req-bfaced32-5627-486c-bdf1-762a225842a4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473411 Dec 15 13:35:24.113858 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b78c9d-f6c9-42f6-8357-6322eab82576 req-e1914858-72bf-43c1-80d7-a2f32b29461c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:24.116148 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-63b78c9d-f6c9-42f6-8357-6322eab82576 req-e1914858-72bf-43c1-80d7-a2f32b29461c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0512338 Dec 15 13:35:24.171121 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-63b78c9d-f6c9-42f6-8357-6322eab82576 req-bd28385f-a030-42dd-a905-f27321050173 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492945 Dec 15 13:35:25.302786 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a59b5-9f7e-4a1a-b8bd-b1b277b816e9 req-2d18f14d-4b17-472e-a813-3361d3be42ad tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:25.304277 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a80a59b5-9f7e-4a1a-b8bd-b1b277b816e9 req-2d18f14d-4b17-472e-a813-3361d3be42ad tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0509305 Dec 15 13:35:25.350439 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a80a59b5-9f7e-4a1a-b8bd-b1b277b816e9 req-a3b31867-baf4-49f3-99a9-6f4af4ce3f5c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401118 Dec 15 13:35:25.811586 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 57638) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:25.862295 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f3c8e8-f7eb-4a36-8ad3-2028ab0b1f73 admin admin] Deleting subnet 98b7e25b-8ce9-42dd-ad52-df5ea6344eaa {{(pid=102375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:35:25.865882 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b3f3c8e8-f7eb-4a36-8ad3-2028ab0b1f73 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:25.877335 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f247aff-129d-4510-a392-4db5f39011f3 req-20355ccf-aac0-4935-8134-5e6a18a331c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:25.878833 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-5f247aff-129d-4510-a392-4db5f39011f3 req-20355ccf-aac0-4935-8134-5e6a18a331c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=849d4c797afe475aa474e4415f6190c0&device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 1098 time: 0.0422390 Dec 15 13:35:25.903171 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b3f3c8e8-f7eb-4a36-8ad3-2028ab0b1f73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8903931'] for subnet, precommit_delete_associations {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:25.942803 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b3f3c8e8-f7eb-4a36-8ad3-2028ab0b1f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1679046'] for subnet, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:25.971762 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f247aff-129d-4510-a392-4db5f39011f3 req-586ace5e-e697-478e-9d9c-27885296609b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:25.973234 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-5f247aff-129d-4510-a392-4db5f39011f3 req-586ace5e-e697-478e-9d9c-27885296609b service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0016a0f-1988-46ad-b4da-048d7988271c HTTP/1.1" status: 200 len: 918 time: 0.0867093 Dec 15 13:35:25.998411 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b3f3c8e8-f7eb-4a36-8ad3-2028ab0b1f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1679053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8698117'] for subnet, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:26.027256 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3c8e8-f7eb-4a36-8ad3-2028ab0b1f73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98b7e25b-8ce9-42dd-ad52-df5ea6344eaa,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:26.037671 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b3f3c8e8-f7eb-4a36-8ad3-2028ab0b1f73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:26.041126 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-b3f3c8e8-f7eb-4a36-8ad3-2028ab0b1f73 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/98b7e25b-8ce9-42dd-ad52-df5ea6344eaa HTTP/1.1" status: 204 len: 168 time: 0.2285242 Dec 15 13:35:26.042009 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-5f247aff-129d-4510-a392-4db5f39011f3 req-2584ea0d-5338-4f1c-ad2e-872ab1f011ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33030795-e868-427d-8a6a-6d48523668bc HTTP/1.1" status: 200 len: 1001 time: 0.0604944 Dec 15 13:35:26.043633 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 57646) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:26.106835 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f247aff-129d-4510-a392-4db5f39011f3 req-65f7cc10-fb02-4161-b625-6ddf01241150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:26.108436 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-5f247aff-129d-4510-a392-4db5f39011f3 req-65f7cc10-fb02-4161-b625-6ddf01241150 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ee2d60c-e8f8-48bd-815a-998b0d5d4d75 HTTP/1.1" status: 200 len: 856 time: 0.0583332 Dec 15 13:35:26.123726 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-58daa001-cd8f-46bb-abc9-7f685f74eb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645032'] for network, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:26.163767 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f247aff-129d-4510-a392-4db5f39011f3 req-7bf9550b-e17b-4b8e-a048-4feedf2b56de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:26.165408 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-5f247aff-129d-4510-a392-4db5f39011f3 req-7bf9550b-e17b-4b8e-a048-4feedf2b56de service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0016a0f-1988-46ad-b4da-048d7988271c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484688 Dec 15 13:35:26.207939 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-58daa001-cd8f-46bb-abc9-7f685f74eb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1673553', 'neutron.services.segments.db._delete_segments_for_network-8790303350658'] for network, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:26.230807 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-58daa001-cd8f-46bb-abc9-7f685f74eb7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3a2dfa-2632-456f-8365-44a5206de285']}} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:35:26.241350 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-58daa001-cd8f-46bb-abc9-7f685f74eb7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a10ddf-58a6-4d03-ada2-9ef77f68d572') {'for_net_delete': True} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:35:26.241642 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-58daa001-cd8f-46bb-abc9-7f685f74eb7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a10ddf-58a6-4d03-ada2-9ef77f68d572') {} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:35:26.251223 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-58daa001-cd8f-46bb-abc9-7f685f74eb7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790303353739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8903680'] for segment, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:26.266414 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-58daa001-cd8f-46bb-abc9-7f685f74eb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:26.274090 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-5f247aff-129d-4510-a392-4db5f39011f3 req-0803375c-a416-4743-9b5b-175a17d24e93 service neutron] 10.222.0.46 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002257 Dec 15 13:35:26.278229 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58daa001-cd8f-46bb-abc9-7f685f74eb7f admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=102375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:35:26.278901 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-58daa001-cd8f-46bb-abc9-7f685f74eb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655729'] for segment, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: Traceback (most recent call last): Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: timer() Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: cb(*args, **kw) Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: return func(*args, **kwargs) Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: self._notify() Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: self.callback(batched_events) Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: event.method(event) Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: return f(self, *a, **k) Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: return self._get(url).json() Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: return self.request(url, 'GET', **kwargs) Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:35:26.280727 dv-cinder-813227-4-iscsi neutron-server[102375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:35:26.340985 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-58daa001-cd8f-46bb-abc9-7f685f74eb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529408'] for network, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:26.349658 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-58daa001-cd8f-46bb-abc9-7f685f74eb7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:26.354015 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-58daa001-cd8f-46bb-abc9-7f685f74eb7f admin admin] 10.222.0.60 "DELETE /v2.0/networks/4d3a2dfa-2632-456f-8365-44a5206de285 HTTP/1.1" status: 204 len: 168 time: 0.3094783 Dec 15 13:35:26.371024 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58daa001-cd8f-46bb-abc9-7f685f74eb7f admin admin] Pushing event deleted for resources: {'Network': ['ID=4d3a2dfa-2632-456f-8365-44a5206de285,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:26.377642 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-5f247aff-129d-4510-a392-4db5f39011f3 req-81dddfc9-cb75-4a76-badf-072fbc9c1683 service neutron] 10.222.0.46 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935779 Dec 15 13:35:26.474484 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f82db-f1db-4c1a-b88c-64233fc1b73c req-ee1474f7-bfbf-43d3-8a59-9802e5d5941e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:26.476144 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4e0f82db-f1db-4c1a-b88c-64233fc1b73c req-ee1474f7-bfbf-43d3-8a59-9802e5d5941e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0536282 Dec 15 13:35:26.524484 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4e0f82db-f1db-4c1a-b88c-64233fc1b73c req-7b590475-3f9a-4ad1-a23d-0bc3c5eb422f tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423074 Dec 15 13:35:26.529888 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 57658) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:26.568460 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-444472e2-1b24-4085-ba0a-fc0937f73485 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=050149bd93864d2abd0b342b8062d3d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374663 Dec 15 13:35:26.571070 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 57660) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:26.616830 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-781ad03e-bec1-47f6-b136-14bee025540f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:26.638517 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-781ad03e-bec1-47f6-b136-14bee025540f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:26.685148 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-781ad03e-bec1-47f6-b136-14bee025540f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:26.687993 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-781ad03e-bec1-47f6-b136-14bee025540f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:26.689140 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-781ad03e-bec1-47f6-b136-14bee025540f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db3f47a0-8b4e-43d4-9572-7b72388c1a13 HTTP/1.1" status: 204 len: 168 time: 0.1171689 Dec 15 13:35:26.697680 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ad03e-bec1-47f6-b136-14bee025540f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3f47a0-8b4e-43d4-9572-7b72388c1a13,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:27.650711 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7085c-3f9a-4731-aeb3-aa252c6a6734 req-1257285f-93ed-4b18-b1f3-e69122af4ac2 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:27.652231 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-00d7085c-3f9a-4731-aeb3-aa252c6a6734 req-1257285f-93ed-4b18-b1f3-e69122af4ac2 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0520360 Dec 15 13:35:27.700624 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-00d7085c-3f9a-4731-aeb3-aa252c6a6734 req-11910b1b-9d87-4010-a381-514844abf228 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419779 Dec 15 13:35:28.816234 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e28d03-cb54-4789-90ba-646f834ece36 req-276ed50d-a9e1-43ad-a94a-ef511c928569 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:28.817678 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c0e28d03-cb54-4789-90ba-646f834ece36 req-276ed50d-a9e1-43ad-a94a-ef511c928569 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 945 time: 0.0478315 Dec 15 13:35:28.863377 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c0e28d03-cb54-4789-90ba-646f834ece36 req-160662d2-ee30-4fb1-8471-d4171d2d4d62 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389717 Dec 15 13:35:29.234227 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 33030795-e868-427d-8a6a-6d48523668bc no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:35:29.313364 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:29.458470 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00671676-47cb-4266-b9e5-61c7fb120355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33030795-e868-427d-8a6a-6d48523668bc'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:35:29.460811 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614505db-e564-4ef7-b48c-6c9c94efeb0d" -d '{"events": [{"server_uuid": "00671676-47cb-4266-b9e5-61c7fb120355", "name": "network-vif-unplugged", "status": "completed", "tag": "33030795-e868-427d-8a6a-6d48523668bc"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:35:29.467860 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 33030795-e868-427d-8a6a-6d48523668bc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=33030795-e868-427d-8a6a-6d48523668bc,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:35:29.476471 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:29.504048 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb631a8b-cddc-4c13-a8f5-4d8985765925 x-openstack-request-id: req-fb631a8b-cddc-4c13-a8f5-4d8985765925 {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:35:29.504342 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00671676-47cb-4266-b9e5-61c7fb120355", "name": "network-vif-unplugged", "status": "completed", "tag": "33030795-e868-427d-8a6a-6d48523668bc", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:35:29.504592 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb631a8b-cddc-4c13-a8f5-4d8985765925 {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:35:29.504976 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00671676-47cb-4266-b9e5-61c7fb120355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33030795-e868-427d-8a6a-6d48523668bc', 'code': 200} Dec 15 13:35:29.525743 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=33030795-e868-427d-8a6a-6d48523668bc,revision_number=8']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:29.980296 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ef750-e625-46cf-ae22-6b087c64257f req-f9cfaa29-9ee5-4c78-a973-77fb2627af1d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:29.981742 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f76ef750-e625-46cf-ae22-6b087c64257f req-f9cfaa29-9ee5-4c78-a973-77fb2627af1d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0476747 Dec 15 13:35:30.030552 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f76ef750-e625-46cf-ae22-6b087c64257f req-4cc15986-835c-4771-bdfb-5dbd4f4d43d6 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429657 Dec 15 13:35:31.146107 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddd632-afc0-4fb1-9713-ce067b6b3c9a req-4abd9016-a02a-4035-bdf4-3f8b6975b9ba tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:31.147561 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-22ddd632-afc0-4fb1-9713-ce067b6b3c9a req-4abd9016-a02a-4035-bdf4-3f8b6975b9ba tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0466709 Dec 15 13:35:31.193270 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-22ddd632-afc0-4fb1-9713-ce067b6b3c9a req-7f60280b-f4e0-4c8c-8025-208784bed4ae tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394981 Dec 15 13:35:32.310632 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458d141-6270-4f2a-94bc-4695dd69f543 req-fc72cffb-79ab-44c7-93a7-f9212a80ea8e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:32.312105 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9458d141-6270-4f2a-94bc-4695dd69f543 req-fc72cffb-79ab-44c7-93a7-f9212a80ea8e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0478778 Dec 15 13:35:32.358613 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9458d141-6270-4f2a-94bc-4695dd69f543 req-693b3156-cc31-4509-8b4d-3290967a4372 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407634 Dec 15 13:35:33.484039 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721c288-c663-46f3-a283-85f19c9c273d req-6404b158-7f0a-45d0-8001-477e72889ae5 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:33.485519 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5721c288-c663-46f3-a283-85f19c9c273d req-6404b158-7f0a-45d0-8001-477e72889ae5 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0553465 Dec 15 13:35:33.533280 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5721c288-c663-46f3-a283-85f19c9c273d req-a5333fe0-7953-443b-8388-eba147482404 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418041 Dec 15 13:35:34.668326 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb385c21-29aa-46e5-b832-d1238ebc8ea2 req-ef84f811-7ccc-4640-9d78-a07530142589 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:34.670805 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cb385c21-29aa-46e5-b832-d1238ebc8ea2 req-ef84f811-7ccc-4640-9d78-a07530142589 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0610356 Dec 15 13:35:34.738431 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cb385c21-29aa-46e5-b832-d1238ebc8ea2 req-54cd9ec5-d3f7-41fc-ae47-febbe74e3fa5 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545957 Dec 15 13:35:35.218518 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [req-a466eee8-9b89-4f24-b5fd-86cb445928b8 req-bbf0ddbc-5e7e-4628-a7c3-5dc8a6192b96 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:35:35.219511 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a466eee8-9b89-4f24-b5fd-86cb445928b8 req-bbf0ddbc-5e7e-4628-a7c3-5dc8a6192b96 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053356 Dec 15 13:35:35.387173 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d797e-77b1-454e-8401-47fedca05294 req-77cbaf90-8109-4478-9e2f-d6fa8e111fbe tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:35.388629 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-189d797e-77b1-454e-8401-47fedca05294 req-77cbaf90-8109-4478-9e2f-d6fa8e111fbe tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0610375 Dec 15 13:35:35.439769 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-189d797e-77b1-454e-8401-47fedca05294 req-c79cfda4-a42c-4a51-89c1-ef5e0f4e01df tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446203 Dec 15 13:35:35.697669 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 57888) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:35.783292 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0359fe64-a7a2-4b86-99bf-4e1a04d0ce11 req-af1e2b51-f84b-4f14-a53c-7b70fc0054da service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843625 Dec 15 13:35:35.792580 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [req-0359fe64-a7a2-4b86-99bf-4e1a04d0ce11 req-e4f0c2fe-484f-4d3e-84de-096d56518360 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:35:35.793534 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0359fe64-a7a2-4b86-99bf-4e1a04d0ce11 req-e4f0c2fe-484f-4d3e-84de-096d56518360 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054066 Dec 15 13:35:36.567823 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec4017-4078-42da-80ac-fe29f78099c5 req-9bd7476f-553b-4357-9ce2-20061140a611 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:36.569198 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5cec4017-4078-42da-80ac-fe29f78099c5 req-9bd7476f-553b-4357-9ce2-20061140a611 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0474167 Dec 15 13:35:36.615888 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5cec4017-4078-42da-80ac-fe29f78099c5 req-e013beb6-d64b-49b2-ae8c-5b7d2d048e1d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397422 Dec 15 13:35:37.358227 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359fe64-a7a2-4b86-99bf-4e1a04d0ce11 req-69fbe118-8a68-41dc-b5e0-2d38bce2ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:37.359758 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-0359fe64-a7a2-4b86-99bf-4e1a04d0ce11 req-69fbe118-8a68-41dc-b5e0-2d38bce2ca9a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355&tenant_id=849d4c797afe475aa474e4415f6190c0 HTTP/1.1" status: 200 len: 1096 time: 0.0741899 Dec 15 13:35:37.412079 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 57922) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:37.437688 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359fe64-a7a2-4b86-99bf-4e1a04d0ce11 req-50bb6c80-8d01-48e1-8c3c-a0aa2c3cabc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:37.439482 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-0359fe64-a7a2-4b86-99bf-4e1a04d0ce11 req-50bb6c80-8d01-48e1-8c3c-a0aa2c3cabc4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=849d4c797afe475aa474e4415f6190c0&device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 1096 time: 0.0525646 Dec 15 13:35:37.520797 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-affbef87-cb10-4a87-96d7-b5c0e6f45c1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:37.533707 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359fe64-a7a2-4b86-99bf-4e1a04d0ce11 req-3514742b-bd20-4d73-b8cd-523c616bee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:37.535214 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-0359fe64-a7a2-4b86-99bf-4e1a04d0ce11 req-3514742b-bd20-4d73-b8cd-523c616bee6e service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0016a0f-1988-46ad-b4da-048d7988271c HTTP/1.1" status: 200 len: 918 time: 0.0859077 Dec 15 13:35:37.605207 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-affbef87-cb10-4a87-96d7-b5c0e6f45c1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:37.609451 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-affbef87-cb10-4a87-96d7-b5c0e6f45c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:37.611400 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-0359fe64-a7a2-4b86-99bf-4e1a04d0ce11 req-31f99db1-c33f-4935-a4a0-28b2e11c27fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33030795-e868-427d-8a6a-6d48523668bc HTTP/1.1" status: 200 len: 999 time: 0.0587265 Dec 15 13:35:37.647047 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affbef87-cb10-4a87-96d7-b5c0e6f45c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a8f480-b967-4248-8e0d-b1d96874005f,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:37.651370 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-affbef87-cb10-4a87-96d7-b5c0e6f45c1e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc22190957f74695909a1e9eac363c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381427 Dec 15 13:35:37.653925 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 57928) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:37.670112 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359fe64-a7a2-4b86-99bf-4e1a04d0ce11 req-cfc3ea9f-b625-4c02-8d1f-ef54ef632315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:37.671791 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-0359fe64-a7a2-4b86-99bf-4e1a04d0ce11 req-cfc3ea9f-b625-4c02-8d1f-ef54ef632315 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ee2d60c-e8f8-48bd-815a-998b0d5d4d75 HTTP/1.1" status: 200 len: 856 time: 0.0488584 Dec 15 13:35:37.716244 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b74dc778-7fd4-472d-9c98-43f9d7a31ba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:37.736063 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359fe64-a7a2-4b86-99bf-4e1a04d0ce11 req-f7c0c604-8bc8-4013-aad7-74e1f19f1b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:37.737534 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-0359fe64-a7a2-4b86-99bf-4e1a04d0ce11 req-f7c0c604-8bc8-4013-aad7-74e1f19f1b58 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0016a0f-1988-46ad-b4da-048d7988271c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584023 Dec 15 13:35:37.762131 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b74dc778-7fd4-472d-9c98-43f9d7a31ba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:37.810052 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171854b-7821-49e0-96f0-da2d026a0396 req-b0f2d644-499c-49a8-9569-148cb2b9fd11 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:37.817739 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0171854b-7821-49e0-96f0-da2d026a0396 req-b0f2d644-499c-49a8-9569-148cb2b9fd11 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0986884 Dec 15 13:35:37.852967 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-0359fe64-a7a2-4b86-99bf-4e1a04d0ce11 req-c64e057b-b7c7-4ec1-b1d1-20ab23a1763e service neutron] 10.222.0.46 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065719 Dec 15 13:35:37.858489 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 33030795-e868-427d-8a6a-6d48523668bc no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:35:37.874234 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b74dc778-7fd4-472d-9c98-43f9d7a31ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:37.878494 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b74dc778-7fd4-472d-9c98-43f9d7a31ba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:37.881946 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-b74dc778-7fd4-472d-9c98-43f9d7a31ba7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89a8f480-b967-4248-8e0d-b1d96874005f HTTP/1.1" status: 204 len: 168 time: 0.2244418 Dec 15 13:35:37.889128 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74dc778-7fd4-472d-9c98-43f9d7a31ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a8f480-b967-4248-8e0d-b1d96874005f,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:37.905407 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0171854b-7821-49e0-96f0-da2d026a0396 req-2b0bf471-0b48-49af-9ee6-1ae6db1a1a76 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817764 Dec 15 13:35:37.976363 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-0359fe64-a7a2-4b86-99bf-4e1a04d0ce11 req-500fc035-d822-42ed-b3e3-5a1138f69de1 service neutron] 10.222.0.46 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119831 Dec 15 13:35:38.167742 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 57944) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:38.181045 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5c40ff26-8499-4238-9c94-bcf628d629ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:38.243152 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:38.265077 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5c40ff26-8499-4238-9c94-bcf628d629ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:38.269342 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5c40ff26-8499-4238-9c94-bcf628d629ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:38.308120 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-5c40ff26-8499-4238-9c94-bcf628d629ce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f6b1b8943cf84235a8b83e95edc80e18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392031 Dec 15 13:35:38.309225 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40ff26-8499-4238-9c94-bcf628d629ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7597b22-a046-4aec-9c9c-7077be7a9b31,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:38.310819 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 57954) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:38.364401 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-1edc80f1-be57-485a-95ab-2a6b0907a6ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:38.386870 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-1edc80f1-be57-485a-95ab-2a6b0907a6ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:38.436063 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-1edc80f1-be57-485a-95ab-2a6b0907a6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:38.439000 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-1edc80f1-be57-485a-95ab-2a6b0907a6ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:38.440794 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-1edc80f1-be57-485a-95ab-2a6b0907a6ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e7597b22-a046-4aec-9c9c-7077be7a9b31 HTTP/1.1" status: 204 len: 168 time: 0.1271749 Dec 15 13:35:38.449625 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc80f1-be57-485a-95ab-2a6b0907a6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7597b22-a046-4aec-9c9c-7077be7a9b31,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:39.044154 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8085a12-dc00-43e7-b224-640b9ff19dea req-a7604320-3d5c-47d3-a8f5-a46b948bf9bf tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:39.045713 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e8085a12-dc00-43e7-b224-640b9ff19dea req-a7604320-3d5c-47d3-a8f5-a46b948bf9bf tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0744994 Dec 15 13:35:39.105735 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e8085a12-dc00-43e7-b224-640b9ff19dea req-6e0fc77e-11df-4094-ba31-244ffcb496dc tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526485 Dec 15 13:35:39.761275 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 58002) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:39.875129 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-63398523-b01c-448e-b91d-e562048da58f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:39.972740 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-63398523-b01c-448e-b91d-e562048da58f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:39.976602 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-63398523-b01c-448e-b91d-e562048da58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:40.018586 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-63398523-b01c-448e-b91d-e562048da58f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eee57ce10a314fab90a35d78b1e10958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561412 Dec 15 13:35:40.019671 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63398523-b01c-448e-b91d-e562048da58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d236106-fb48-4451-a170-acc49b2f4937,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:40.021160 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 58008) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:40.067593 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1b8cf513-d278-47c7-9d56-f8dc989af9ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:40.091545 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1b8cf513-d278-47c7-9d56-f8dc989af9ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:40.155328 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1b8cf513-d278-47c7-9d56-f8dc989af9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:40.157897 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1b8cf513-d278-47c7-9d56-f8dc989af9ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:40.159132 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-1b8cf513-d278-47c7-9d56-f8dc989af9ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9d236106-fb48-4451-a170-acc49b2f4937 HTTP/1.1" status: 204 len: 168 time: 0.1363952 Dec 15 13:35:40.166566 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8cf513-d278-47c7-9d56-f8dc989af9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d236106-fb48-4451-a170-acc49b2f4937,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:40.244058 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40aec6-2af6-4bdf-ae84-40bee3f86884 req-a7aa512e-f994-4ea0-b33d-a9a64956b9d0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:40.246112 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cd40aec6-2af6-4bdf-ae84-40bee3f86884 req-a7aa512e-f994-4ea0-b33d-a9a64956b9d0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0608184 Dec 15 13:35:40.296336 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cd40aec6-2af6-4bdf-ae84-40bee3f86884 req-3d35fe7b-4040-4104-8c85-4aef51e74943 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436051 Dec 15 13:35:41.456172 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bb850-2449-45ef-8a87-f357bd22f6cf req-afa91bb0-1c0a-4c57-9cc6-c421edc34375 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:41.458363 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ed8bb850-2449-45ef-8a87-f357bd22f6cf req-afa91bb0-1c0a-4c57-9cc6-c421edc34375 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0561895 Dec 15 13:35:41.532219 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ed8bb850-2449-45ef-8a87-f357bd22f6cf req-85480acd-e7c6-4154-b1ab-1f8fc4fbe8d1 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677776 Dec 15 13:35:42.659103 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f8168-79d9-443a-a3b4-c9345f043e2d req-309d84b6-8639-408b-868a-8611c83297f4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:42.660569 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e92f8168-79d9-443a-a3b4-c9345f043e2d req-309d84b6-8639-408b-868a-8611c83297f4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0499001 Dec 15 13:35:42.715052 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e92f8168-79d9-443a-a3b4-c9345f043e2d req-886b89e0-2373-4283-8194-8c2121a6efc6 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483985 Dec 15 13:35:42.902067 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:35:43.439661 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2f80-2f30-445f-a9d6-9fd6bee90c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:43.844404 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a252b8-8a9d-4c69-8961-4dc006e15e7c req-47cf55d1-956f-4def-98f1-600557ca9a83 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:43.845876 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-76a252b8-8a9d-4c69-8961-4dc006e15e7c req-47cf55d1-956f-4def-98f1-600557ca9a83 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0555494 Dec 15 13:35:43.897568 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-76a252b8-8a9d-4c69-8961-4dc006e15e7c req-bbffb948-6434-4a49-b36e-ecc5cec04789 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456538 Dec 15 13:35:45.022644 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc21254-bc61-42dd-81d2-c47e2961cce0 req-91537f6d-e1d2-425e-9896-da2f81eee9e4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:45.024196 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6dc21254-bc61-42dd-81d2-c47e2961cce0 req-91537f6d-e1d2-425e-9896-da2f81eee9e4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0494490 Dec 15 13:35:45.095445 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6dc21254-bc61-42dd-81d2-c47e2961cce0 req-1797176b-33b5-4cbf-963c-bf2322979bb3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640376 Dec 15 13:35:45.802013 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-af58f874-d072-4a80-8738-5d43b5e74903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:46.222212 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63d18c-20d9-4af4-8c78-15b7e9297793 req-41794a60-8d16-44e8-a352-66ad76abc65f tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:46.223720 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2e63d18c-20d9-4af4-8c78-15b7e9297793 req-41794a60-8d16-44e8-a352-66ad76abc65f tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0479622 Dec 15 13:35:46.296156 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2e63d18c-20d9-4af4-8c78-15b7e9297793 req-a01dc85a-6315-494c-afb9-533b00e45c27 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661559 Dec 15 13:35:46.894733 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:47.431399 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cd2a0-d3f3-4aa8-9942-77e85b6a5ba9 req-4d1a96aa-a666-4a09-a793-004b7eef4aa4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:47.432967 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cf5cd2a0-d3f3-4aa8-9942-77e85b6a5ba9 req-4d1a96aa-a666-4a09-a793-004b7eef4aa4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0561070 Dec 15 13:35:47.480083 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cf5cd2a0-d3f3-4aa8-9942-77e85b6a5ba9 req-fe587d91-3efd-46e2-9c1d-801733b206e3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404356 Dec 15 13:35:48.009540 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 58186) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:48.179384 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b5f9542e-7228-48ab-859e-8ccbdba22542 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:48.261141 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b5f9542e-7228-48ab-859e-8ccbdba22542 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:48.265712 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b5f9542e-7228-48ab-859e-8ccbdba22542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:48.306654 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 58200) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:48.307301 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-b5f9542e-7228-48ab-859e-8ccbdba22542 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9dd551cf87a2417489d01d555723f025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958620 Dec 15 13:35:48.307692 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9542e-7228-48ab-859e-8ccbdba22542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40693f8-a314-43ce-9aa1-53bd8390c048,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:48.360841 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d25b337c-7cc6-4a4c-bbef-d0c1e653b617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:48.384338 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d25b337c-7cc6-4a4c-bbef-d0c1e653b617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:48.431514 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d25b337c-7cc6-4a4c-bbef-d0c1e653b617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:48.434112 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d25b337c-7cc6-4a4c-bbef-d0c1e653b617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:48.435950 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-d25b337c-7cc6-4a4c-bbef-d0c1e653b617 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d40693f8-a314-43ce-9aa1-53bd8390c048 HTTP/1.1" status: 204 len: 168 time: 0.1280496 Dec 15 13:35:48.445117 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b337c-7cc6-4a4c-bbef-d0c1e653b617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40693f8-a314-43ce-9aa1-53bd8390c048,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:48.517339 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:48.635668 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd9f66-ef55-4ae5-b7e1-f8cc8b3c763e req-78d05691-4c0f-460d-99dc-a83b7dd3f428 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:48.637212 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b2bd9f66-ef55-4ae5-b7e1-f8cc8b3c763e req-78d05691-4c0f-460d-99dc-a83b7dd3f428 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0761766 Dec 15 13:35:48.699546 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b2bd9f66-ef55-4ae5-b7e1-f8cc8b3c763e req-7e625062-2b40-44a4-978c-068ca54a8d0e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562477 Dec 15 13:35:49.422493 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:49.566813 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 58280) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:49.689948 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ba2626b4-f0a3-4001-8527-26d5c947146f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:49.799546 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ba2626b4-f0a3-4001-8527-26d5c947146f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:49.813793 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ba2626b4-f0a3-4001-8527-26d5c947146f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:49.850955 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 58288) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:49.851578 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-ba2626b4-f0a3-4001-8527-26d5c947146f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c127c89e1bd24ebfbdba22d49bad8405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829809 Dec 15 13:35:49.860591 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2626b4-f0a3-4001-8527-26d5c947146f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc890d8-b799-49ac-8091-4f4d74d849bf,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:49.916045 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07ac64-e119-4d4e-93c0-c8432d2ccd4d req-32c525b0-c255-4fc2-8f24-4ed76d24d730 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:49.924420 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5c07ac64-e119-4d4e-93c0-c8432d2ccd4d req-32c525b0-c255-4fc2-8f24-4ed76d24d730 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.1103148 Dec 15 13:35:49.969093 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-308f92d0-c22d-4c10-a97f-d7271fbbb3b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:50.010197 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-308f92d0-c22d-4c10-a97f-d7271fbbb3b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:50.032443 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5c07ac64-e119-4d4e-93c0-c8432d2ccd4d req-b06333d2-f2b2-46c4-81ac-16f9e00ff8f7 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964155 Dec 15 13:35:50.078531 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-308f92d0-c22d-4c10-a97f-d7271fbbb3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:50.081191 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-308f92d0-c22d-4c10-a97f-d7271fbbb3b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:50.082438 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-308f92d0-c22d-4c10-a97f-d7271fbbb3b5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/adc890d8-b799-49ac-8091-4f4d74d849bf HTTP/1.1" status: 204 len: 168 time: 0.2287509 Dec 15 13:35:50.092408 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f92d0-c22d-4c10-a97f-d7271fbbb3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc890d8-b799-49ac-8091-4f4d74d849bf,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:50.380824 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 58312) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:50.402715 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e03b691e-debe-4b4c-b90c-c14462210261 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:50.493259 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e03b691e-debe-4b4c-b90c-c14462210261 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:50.497783 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e03b691e-debe-4b4c-b90c-c14462210261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:50.538802 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-e03b691e-debe-4b4c-b90c-c14462210261 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c7d0885d582940a6b8a2f4da7e1e2a15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1567504 Dec 15 13:35:50.539597 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b691e-debe-4b4c-b90c-c14462210261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184daa7e-9ac3-46dd-96b0-46b493bf4c26,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:50.541401 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 58314) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:50.596459 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-047d7297-8bb9-4739-9c5a-45cd41fb726f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:50.620090 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-047d7297-8bb9-4739-9c5a-45cd41fb726f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:50.672124 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-047d7297-8bb9-4739-9c5a-45cd41fb726f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:50.674820 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-047d7297-8bb9-4739-9c5a-45cd41fb726f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:50.678496 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-047d7297-8bb9-4739-9c5a-45cd41fb726f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/184daa7e-9ac3-46dd-96b0-46b493bf4c26 HTTP/1.1" status: 204 len: 168 time: 0.1333694 Dec 15 13:35:50.685022 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d7297-8bb9-4739-9c5a-45cd41fb726f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184daa7e-9ac3-46dd-96b0-46b493bf4c26,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:51.072356 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 58328) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:51.092156 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-29df9173-607b-4ba0-b9c9-5f324ebc12b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:51.183410 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-29df9173-607b-4ba0-b9c9-5f324ebc12b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:51.189524 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-29df9173-607b-4ba0-b9c9-5f324ebc12b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:51.192108 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077ef7a-ca26-48ba-812f-151621c99899 req-2d962367-8907-47cd-a5fa-fff604167bad tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:51.194785 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a077ef7a-ca26-48ba-812f-151621c99899 req-2d962367-8907-47cd-a5fa-fff604167bad tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0567126 Dec 15 13:35:51.230663 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-29df9173-607b-4ba0-b9c9-5f324ebc12b4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4725cdef2d124cf0b255f6f96afb83bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1574764 Dec 15 13:35:51.232659 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df9173-607b-4ba0-b9c9-5f324ebc12b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9c6619-edec-4292-8168-908737aff0da,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:51.235090 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 58330) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:51.243303 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a077ef7a-ca26-48ba-812f-151621c99899 req-6002dd2b-db99-434a-951f-7e9b5144cb29 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425031 Dec 15 13:35:51.305713 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e0c4662a-2042-4d78-83cd-39dda4597de3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:51.327656 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e0c4662a-2042-4d78-83cd-39dda4597de3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:51.377693 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e0c4662a-2042-4d78-83cd-39dda4597de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:51.381522 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e0c4662a-2042-4d78-83cd-39dda4597de3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:51.383428 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-e0c4662a-2042-4d78-83cd-39dda4597de3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a9c6619-edec-4292-8168-908737aff0da HTTP/1.1" status: 204 len: 168 time: 0.1469479 Dec 15 13:35:51.396951 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4662a-2042-4d78-83cd-39dda4597de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9c6619-edec-4292-8168-908737aff0da,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:52.378224 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e96fb-d4e0-4cd3-ab82-caab47ca870e req-12041d36-f9a3-45fa-8e37-ccba4df10034 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:52.381063 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9f8e96fb-d4e0-4cd3-ab82-caab47ca870e req-12041d36-f9a3-45fa-8e37-ccba4df10034 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0612807 Dec 15 13:35:52.444091 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9f8e96fb-d4e0-4cd3-ab82-caab47ca870e req-7791c259-600f-4b20-b3ac-3aac068b6100 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585160 Dec 15 13:35:52.640704 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e6a94-3184-4123-853f-f888d087d533 req-fc3a827a-12d4-4cee-a935-6fe4a981adf1 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:52.642089 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-406e6a94-3184-4123-853f-f888d087d533 req-fc3a827a-12d4-4cee-a935-6fe4a981adf1 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0494082 Dec 15 13:35:52.707198 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-406e6a94-3184-4123-853f-f888d087d533 req-f806f471-2151-4272-9d6d-cb876f456b7c tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589900 Dec 15 13:35:53.588986 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcef0a0-df1a-4386-86ba-9c85d753a919 req-37daac72-0852-4350-85e0-43475bf5eaeb tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:53.590442 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3fcef0a0-df1a-4386-86ba-9c85d753a919 req-37daac72-0852-4350-85e0-43475bf5eaeb tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0481822 Dec 15 13:35:53.642063 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3fcef0a0-df1a-4386-86ba-9c85d753a919 req-27fdc346-9195-409f-967d-a4cec8a11ce0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439651 Dec 15 13:35:53.825968 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa00b7-c6fe-43bb-965a-1afac5d04496 req-3441074b-1c47-41da-bb1b-bddf9ddff496 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:53.827454 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0eaa00b7-c6fe-43bb-965a-1afac5d04496 req-3441074b-1c47-41da-bb1b-bddf9ddff496 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0495331 Dec 15 13:35:53.886121 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0eaa00b7-c6fe-43bb-965a-1afac5d04496 req-91ac4316-3084-45da-966a-51132adbc265 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526891 Dec 15 13:35:54.767829 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889b5fc-3e83-465c-a4fe-e8952943b9c7 req-72df5498-22a4-4c1d-9eac-baa69fa02ae2 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:54.769325 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8889b5fc-3e83-465c-a4fe-e8952943b9c7 req-72df5498-22a4-4c1d-9eac-baa69fa02ae2 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0513425 Dec 15 13:35:54.816493 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8889b5fc-3e83-465c-a4fe-e8952943b9c7 req-9edfc815-d6d3-48c9-b4f7-a25d5debfe67 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413868 Dec 15 13:35:55.006391 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdc808-a500-4ef4-9770-e866bba7152b req-b483153e-12c9-4ab5-9104-778f1bda8b91 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:55.007898 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-50cdc808-a500-4ef4-9770-e866bba7152b req-b483153e-12c9-4ab5-9104-778f1bda8b91 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0540409 Dec 15 13:35:55.067947 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-50cdc808-a500-4ef4-9770-e866bba7152b req-058c33e1-bcb7-4a50-bc8b-6c3cf1a65ac1 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534575 Dec 15 13:35:55.941183 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd9216-acc8-4337-ad1b-07464e247b23 req-70e69f94-d8f2-478e-abe8-7b913d5bab0a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:55.942727 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6bcd9216-acc8-4337-ad1b-07464e247b23 req-70e69f94-d8f2-478e-abe8-7b913d5bab0a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0530097 Dec 15 13:35:55.991979 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6bcd9216-acc8-4337-ad1b-07464e247b23 req-09bd8a76-c0df-4ce8-a989-28826a9dfb51 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429831 Dec 15 13:35:56.044181 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 58414) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:56.150866 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-be058aff-784c-42e8-9edc-720ca7a38480 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:56.189023 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156319c2-6e4d-4119-a2a8-352b7eeda248 req-41385dfb-eb69-41be-9483-8071fa89cdc6 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:56.190808 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-156319c2-6e4d-4119-a2a8-352b7eeda248 req-41385dfb-eb69-41be-9483-8071fa89cdc6 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0505776 Dec 15 13:35:56.233783 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-be058aff-784c-42e8-9edc-720ca7a38480 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:56.237741 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-be058aff-784c-42e8-9edc-720ca7a38480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:56.265831 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-156319c2-6e4d-4119-a2a8-352b7eeda248 req-f22abe42-8ec7-4648-b361-fc7d5f2bcfa3 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648606 Dec 15 13:35:56.290216 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-be058aff-784c-42e8-9edc-720ca7a38480 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a49eb8bcf5c148ec95095b64ef84f775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387161 Dec 15 13:35:56.290216 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be058aff-784c-42e8-9edc-720ca7a38480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a6c29e-7ea4-4e6d-b9f7-7284412b6045,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:56.290216 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 58424) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:56.341988 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b6d19996-fc77-4218-9321-4ea8e2cce02e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:56.362135 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b6d19996-fc77-4218-9321-4ea8e2cce02e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:56.407480 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b6d19996-fc77-4218-9321-4ea8e2cce02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:56.410171 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b6d19996-fc77-4218-9321-4ea8e2cce02e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:56.414149 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-b6d19996-fc77-4218-9321-4ea8e2cce02e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/26a6c29e-7ea4-4e6d-b9f7-7284412b6045 HTTP/1.1" status: 204 len: 168 time: 0.1206110 Dec 15 13:35:56.420313 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d19996-fc77-4218-9321-4ea8e2cce02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a6c29e-7ea4-4e6d-b9f7-7284412b6045,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:57.079239 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 58448) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:57.112309 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96efab-ff3b-4224-847c-94115c745688 req-fc47e3c2-84e0-4199-9f4a-506ad4b46590 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:57.113756 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0e96efab-ff3b-4224-847c-94115c745688 req-fc47e3c2-84e0-4199-9f4a-506ad4b46590 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0487149 Dec 15 13:35:57.162141 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0e96efab-ff3b-4224-847c-94115c745688 req-07e626d4-b1c6-437c-b44e-a93285fb8c92 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423939 Dec 15 13:35:57.179424 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-2e5eae1b-fa8c-4c36-b8be-fc2336958f2c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-819768530-network', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:35:57.201036 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5eae1b-fa8c-4c36-b8be-fc2336958f2c admin admin] Made reservation on behalf of bb0ac6d4548e486492887beb2e915bdb for: {'network': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:35:57.203386 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2e5eae1b-fa8c-4c36-b8be-fc2336958f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for network, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:57.213772 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2e5eae1b-fa8c-4c36-b8be-fc2336958f2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:57.391183 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1d19d-f122-4822-a85e-adc2c01067d2 req-6c0bcdac-23ff-4992-bebd-d4a4d5cf48ec tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:57.392753 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-7bc1d19d-f122-4822-a85e-adc2c01067d2 req-6c0bcdac-23ff-4992-bebd-d4a4d5cf48ec tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0513034 Dec 15 13:35:57.458201 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-7bc1d19d-f122-4822-a85e-adc2c01067d2 req-b8ed2190-829b-437a-95c3-1600c3f05c83 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591383 Dec 15 13:35:57.508776 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2e5eae1b-fa8c-4c36-b8be-fc2336958f2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:57.512662 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2e5eae1b-fa8c-4c36-b8be-fc2336958f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:57.539247 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5eae1b-fa8c-4c36-b8be-fc2336958f2c admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=102374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:35:57.547697 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5eae1b-fa8c-4c36-b8be-fc2336958f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2fca8c-75a5-417c-bf38-a2be75167068,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:57.554348 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2e5eae1b-fa8c-4c36-b8be-fc2336958f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:57.554677 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.db.segments_db [None req-2e5eae1b-fa8c-4c36-b8be-fc2336958f2c admin admin] Added segment 53a6f789-a76f-498a-a7b6-43fce759bed5 of type vlan for network f00df9de-2b8a-4b7a-a223-8114d9b06d65 Dec 15 13:35:57.594789 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2e5eae1b-fa8c-4c36-b8be-fc2336958f2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790302850079'] for network, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:57.619114 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2e5eae1b-fa8c-4c36-b8be-fc2336958f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for network, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:57.620578 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5eae1b-fa8c-4c36-b8be-fc2336958f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:57.621167 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2e5eae1b-fa8c-4c36-b8be-fc2336958f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:57.675480 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-2e5eae1b-fa8c-4c36-b8be-fc2336958f2c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5950627 Dec 15 13:35:57.678594 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 58458) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:57.683498 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-a74aacb4-a0af-4306-9d8c-7d79acff4992 admin admin] Request body: {'subnet': {'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-819768530-subnet', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'ip_version': 4}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:35:57.687164 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5eae1b-fa8c-4c36-b8be-fc2336958f2c admin admin] Pushing event updated for resources: {'Network': ['ID=f00df9de-2b8a-4b7a-a223-8114d9b06d65,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:57.697626 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Network f00df9de-2b8a-4b7a-a223-8114d9b06d65 details requested by agent ovs-agent-dv-cinder-813227-4-iscsi with host dv-cinder-813227-4-iscsi {{(pid=102376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:35:57.709140 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74aacb4-a0af-4306-9d8c-7d79acff4992 admin admin] Made reservation on behalf of bb0ac6d4548e486492887beb2e915bdb for: {'subnet': 1} {{(pid=102375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:35:57.711461 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a74aacb4-a0af-4306-9d8c-7d79acff4992 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8698210'] for subnet, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:57.880813 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a74aacb4-a0af-4306-9d8c-7d79acff4992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8656092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8698236'] for subnet, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:57.940770 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74aacb4-a0af-4306-9d8c-7d79acff4992 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8e90077-f423-490e-bfd1-336a171cdb98,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:57.950914 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74aacb4-a0af-4306-9d8c-7d79acff4992 admin admin] Checking segment: {'id': '53a6f789-a76f-498a-a7b6-43fce759bed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:35:57.951274 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74aacb4-a0af-4306-9d8c-7d79acff4992 admin admin] Network hostable DHCP agents. Network: f00df9de-2b8a-4b7a-a223-8114d9b06d65, hostable agents: ['d51fc807-4fdb-425e-a52e-51fe0ffc3ab0'], hosted agents: [] {{(pid=102375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:35:57.967978 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74aacb4-a0af-4306-9d8c-7d79acff4992 admin admin] Network f00df9de-2b8a-4b7a-a223-8114d9b06d65 is scheduled to be hosted by DHCP agent d51fc807-4fdb-425e-a52e-51fe0ffc3ab0 with binding_index 1 {{(pid=102375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:35:57.975757 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-a74aacb4-a0af-4306-9d8c-7d79acff4992 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-4-iscsi, f00df9de-2b8a-4b7a-a223-8114d9b06d65) {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:35:57.979726 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74aacb4-a0af-4306-9d8c-7d79acff4992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:57.980312 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a74aacb4-a0af-4306-9d8c-7d79acff4992 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:57.985689 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae7bc0f-8203-496e-90e6-dca54a5ccd5a None None] Network f00df9de-2b8a-4b7a-a223-8114d9b06d65 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:35:57.995977 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-a74aacb4-a0af-4306-9d8c-7d79acff4992 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3161607 Dec 15 13:35:57.999152 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 58460) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:35:58.003412 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-99276f10-b06d-4bc6-848e-64a8ffd4644c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-819768530-router', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:35:58.023767 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-99276f10-b06d-4bc6-848e-64a8ffd4644c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12885'] for router, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:58.024933 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-99276f10-b06d-4bc6-848e-64a8ffd4644c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12878'] for router, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:58.080361 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-99276f10-b06d-4bc6-848e-64a8ffd4644c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:58.091500 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e315edf-1288-5311-9742-459b5278ca2c-f00df9de-2b8a-4b7a-a223-8114d9b06d65', 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65', 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'fixed_ips': [{'subnet_id': 'a8e90077-f423-490e-bfd1-336a171cdb98'}]}} from dv-cinder-813227-4-iscsi. {{(pid=102376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:35:58.092368 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:58.216723 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-99276f10-b06d-4bc6-848e-64a8ffd4644c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:58.229983 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.db_base_plugin_common [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Allocated IP 172.20.0.2 (f00df9de-2b8a-4b7a-a223-8114d9b06d65/a8e90077-f423-490e-bfd1-336a171cdb98/c2b13598-82ae-43d2-8cf9-2bbf170565d8) {{(pid=102376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:35:58.376150 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Publish callbacks [] for port, precommit_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:58.383331 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:58.429206 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Network f00df9de-2b8a-4b7a-a223-8114d9b06d65 is already hosted by enough agents. {{(pid=102376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:35:58.432865 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Pushing event updated for resources: {'Port': ['ID=c2b13598-82ae-43d2-8cf9-2bbf170565d8,revision_number=1']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:58.435695 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.scheduler.base_scheduler [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Resources bound (agent type, host, resource id): {{(pid=102376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:35:58.438386 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Received port after_create {{(pid=102376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:35:58.447184 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:58.447490 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:58.447855 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:58.448197 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:58.448535 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:58.448866 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:58.449193 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:58.449519 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:58.449876 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:58.450218 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:58.450552 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:58.450887 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:58.451208 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:35:58.488078 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-99276f10-b06d-4bc6-848e-64a8ffd4644c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:58.505498 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Attempting to bind port c2b13598-82ae-43d2-8cf9-2bbf170565d8 on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:35:58.506007 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Attempting to bind port c2b13598-82ae-43d2-8cf9-2bbf170565d8 by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '53a6f789-a76f-498a-a7b6-43fce759bed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65'}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:35:58.506468 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Attempting to bind port c2b13598-82ae-43d2-8cf9-2bbf170565d8 on network f00df9de-2b8a-4b7a-a223-8114d9b06d65 {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:35:58.511807 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:35:58.512301 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Checking segment: {'id': '53a6f789-a76f-498a-a7b6-43fce759bed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:35:58.512908 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:58.513359 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Bound using segment: {'id': '53a6f789-a76f-498a-a7b6-43fce759bed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65'} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:35:58.513891 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Bound port: c2b13598-82ae-43d2-8cf9-2bbf170565d8, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a6f789-a76f-498a-a7b6-43fce759bed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65'}}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:35:58.514330 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20394c-92aa-4855-b2d4-0d5f3bb1c828 req-b3a9cd68-46d7-4c44-8da8-3bb5b0027eb0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:58.514455 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:58.515828 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1d20394c-92aa-4855-b2d4-0d5f3bb1c828 req-b3a9cd68-46d7-4c44-8da8-3bb5b0027eb0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.2782786 Dec 15 13:35:58.517350 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-99276f10-b06d-4bc6-848e-64a8ffd4644c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:58.584218 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] For port c2b13598-82ae-43d2-8cf9-2bbf170565d8, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:35:58.587382 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] For port c2b13598-82ae-43d2-8cf9-2bbf170565d8, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=c2b13598-82ae-43d2-8cf9-2bbf170565d8,segment=NetworkSegment(53a6f789-a76f-498a-a7b6-43fce759bed5),segment_id=53a6f789-a76f-498a-a7b6-43fce759bed5)] {{(pid=102376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:35:58.592276 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:58.661762 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b9987-970c-468b-aa1d-7f2cc43ef85b None None] Pushing event updated for resources: {'Port': ['ID=c2b13598-82ae-43d2-8cf9-2bbf170565d8,revision_number=2']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:58.858666 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1d20394c-92aa-4855-b2d4-0d5f3bb1c828 req-c2536404-9cb4-468b-bea7-9ad94152a77e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3340964 Dec 15 13:35:58.915073 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.db_base_plugin_common [None req-99276f10-b06d-4bc6-848e-64a8ffd4644c admin admin] Allocated IP 172.27.2.147 (d75b81e5-d2ea-4613-a99a-556640a87149/db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2/f6a7b4a9-af53-4426-87af-1e16ccbc22c6) {{(pid=102375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:35:58.937743 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b70b24-6c5f-454a-9ca9-2cfc82beb0a2 req-adafce21-a65d-4d3e-b147-b116b0df4ef9 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:35:58.939254 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c6b70b24-6c5f-454a-9ca9-2cfc82beb0a2 req-adafce21-a65d-4d3e-b147-b116b0df4ef9 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.4043128 Dec 15 13:35:59.061482 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c6b70b24-6c5f-454a-9ca9-2cfc82beb0a2 req-f96e0d2d-67a0-4201-bb7d-056c61caede1 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1151073 Dec 15 13:35:59.081905 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-99276f10-b06d-4bc6-848e-64a8ffd4644c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:59.119735 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-99276f10-b06d-4bc6-848e-64a8ffd4644c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:59.159620 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99276f10-b06d-4bc6-848e-64a8ffd4644c admin admin] Network d75b81e5-d2ea-4613-a99a-556640a87149 is already hosted by enough agents. {{(pid=102375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:35:59.164175 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-99276f10-b06d-4bc6-848e-64a8ffd4644c admin admin] Resources bound (agent type, host, resource id): {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:35:59.166559 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99276f10-b06d-4bc6-848e-64a8ffd4644c admin admin] Received port after_create {{(pid=102375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:35:59.193583 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99276f10-b06d-4bc6-848e-64a8ffd4644c admin admin] Pushing event updated for resources: {'Port': ['ID=f6a7b4a9-af53-4426-87af-1e16ccbc22c6,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:59.447004 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-99276f10-b06d-4bc6-848e-64a8ffd4644c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:59.577469 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498eef8f-ff41-426d-bbad-73e87c197d09 None None] Network f00df9de-2b8a-4b7a-a223-8114d9b06d65 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:35:59.659225 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-99276f10-b06d-4bc6-848e-64a8ffd4644c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531956'] for router, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:59.707110 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-dec71221-38fd-4c0d-8f1e-8d8f795e04f6 None None] Provisioning complete for port c2b13598-82ae-43d2-8cf9-2bbf170565d8 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:35:59.707381 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-dec71221-38fd-4c0d-8f1e-8d8f795e04f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:59.799140 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-dec71221-38fd-4c0d-8f1e-8d8f795e04f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:59.820261 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99276f10-b06d-4bc6-848e-64a8ffd4644c admin admin] Router d422f2ae-fbd6-4430-acc8-2b57f40712c3 is scheduled to L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 with binding_index 1 {{(pid=102375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:35:59.845434 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-dec71221-38fd-4c0d-8f1e-8d8f795e04f6 None None] For port c2b13598-82ae-43d2-8cf9-2bbf170565d8, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=c2b13598-82ae-43d2-8cf9-2bbf170565d8,segment=NetworkSegment(53a6f789-a76f-498a-a7b6-43fce759bed5),segment_id=53a6f789-a76f-498a-a7b6-43fce759bed5)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:35:59.851138 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-dec71221-38fd-4c0d-8f1e-8d8f795e04f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:59.914131 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec71221-38fd-4c0d-8f1e-8d8f795e04f6 None None] Pushing event updated for resources: {'Port': ['ID=c2b13598-82ae-43d2-8cf9-2bbf170565d8,revision_number=3']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:35:59.957711 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99276f10-b06d-4bc6-848e-64a8ffd4644c admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:35:59.971591 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] Sync routers for ids ['d422f2ae-fbd6-4430-acc8-2b57f40712c3'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:35:59.976100 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-af575c71-8615-4a3b-9e87-d40495544957 None None] Provisioning complete for port c2b13598-82ae-43d2-8cf9-2bbf170565d8 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:35:59.976538 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-af575c71-8615-4a3b-9e87-d40495544957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:59.993540 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-99276f10-b06d-4bc6-848e-64a8ffd4644c admin admin] Publish callbacks [] for router, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:35:59.994754 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-99276f10-b06d-4bc6-848e-64a8ffd4644c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9945633 Dec 15 13:35:59.997904 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 58480) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:00.007454 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490f7db-31f5-456f-bc44-5d77d9976def req-ddf2551b-3b96-4dca-8384-e02489a48811 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:00.008938 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f490f7db-31f5-456f-bc44-5d77d9976def req-ddf2551b-3b96-4dca-8384-e02489a48811 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0609787 Dec 15 13:36:00.011265 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] Routers {'d422f2ae-fbd6-4430-acc8-2b57f40712c3'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:36:00.011899 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:35:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['d422f2ae-fbd6-4430-acc8-2b57f40712c3'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:00.066372 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f490f7db-31f5-456f-bc44-5d77d9976def req-de470578-44b6-4b62-a7a1-d9fd2afd2734 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498173 Dec 15 13:36:00.158584 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] Set router d422f2ae-fbd6-4430-acc8-2b57f40712c3 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:36:00.198588 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e27f5-5b4e-4136-883d-aba9ae6fc4c8 req-c0d75f0e-a4e0-48f6-b6ca-a99f3f73e1ea tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:00.202815 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ea2e27f5-5b4e-4136-883d-aba9ae6fc4c8 req-c0d75f0e-a4e0-48f6-b6ca-a99f3f73e1ea tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0582354 Dec 15 13:36:00.261496 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ea2e27f5-5b4e-4136-883d-aba9ae6fc4c8 req-5fc9394e-9abd-4d95-8c53-7bbf28dcd735 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577695 Dec 15 13:36:00.340386 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'name': 'tempest-TestShelveInstance-819768530-router', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:35:59Z', 'revision_number': 3, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'gw_port': {'id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:00.368046 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] Checking router: d422f2ae-fbd6-4430-acc8-2b57f40712c3 for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:36:00.368308 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] Updating router d422f2ae-fbd6-4430-acc8-2b57f40712c3 port f6a7b4a9-af53-4426-87af-1e16ccbc22c6 binding host dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:36:00.396270 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:00.451382 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3099caa1-dbb9-4d40-b7d3-5c753789cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:00.620988 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [None req-3099caa1-dbb9-4d40-b7d3-5c753789cc73 admin admin] Allocated IP 172.20.0.1 (f00df9de-2b8a-4b7a-a223-8114d9b06d65/a8e90077-f423-490e-bfd1-336a171cdb98/01117fcb-28df-4a45-86cb-84695e9e916b) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:36:00.654093 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] Publish callbacks [] for port, precommit_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:00.660597 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:00.713874 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] Attempting to bind port f6a7b4a9-af53-4426-87af-1e16ccbc22c6 on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:36:00.714234 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] Attempting to bind port f6a7b4a9-af53-4426-87af-1e16ccbc22c6 by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:36:00.714605 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] Attempting to bind port f6a7b4a9-af53-4426-87af-1e16ccbc22c6 on network d75b81e5-d2ea-4613-a99a-556640a87149 {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:36:00.718034 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebc4a3-e717-4999-8a15-37d12eaae287 None None] Pushing event updated for resources: {'Port': ['ID=f6a7b4a9-af53-4426-87af-1e16ccbc22c6,revision_number=2']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:00.722905 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:36:00.723295 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] Checking segment: {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:36:00.724067 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:00.724523 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] Bound using segment: {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:36:00.725072 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] Bound port: f6a7b4a9-af53-4426-87af-1e16ccbc22c6, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:36:00.725531 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:00.729952 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3099caa1-dbb9-4d40-b7d3-5c753789cc73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:00.776980 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3099caa1-dbb9-4d40-b7d3-5c753789cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:00.782900 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] For port f6a7b4a9-af53-4426-87af-1e16ccbc22c6, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:36:00.786077 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] For port f6a7b4a9-af53-4426-87af-1e16ccbc22c6, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=f6a7b4a9-af53-4426-87af-1e16ccbc22c6,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:36:00.789824 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:00.833401 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3099caa1-dbb9-4d40-b7d3-5c753789cc73 admin admin] Network f00df9de-2b8a-4b7a-a223-8114d9b06d65 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:36:00.834778 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099caa1-dbb9-4d40-b7d3-5c753789cc73 admin admin] Pushing event updated for resources: {'Port': ['ID=01117fcb-28df-4a45-86cb-84695e9e916b,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:00.837543 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-3099caa1-dbb9-4d40-b7d3-5c753789cc73 admin admin] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:00.839761 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3099caa1-dbb9-4d40-b7d3-5c753789cc73 admin admin] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:36:00.840277 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3099caa1-dbb9-4d40-b7d3-5c753789cc73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529543'] for router_interface, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:00.947330 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device c2b13598-82ae-43d2-8cf9-2bbf170565d8 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:36:00.977353 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3099caa1-dbb9-4d40-b7d3-5c753789cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:01.021233 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebc4a3-e717-4999-8a15-37d12eaae287 None None] Pushing event updated for resources: {'Port': ['ID=f6a7b4a9-af53-4426-87af-1e16ccbc22c6,revision_number=3']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:01.025288 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] Routers {'d422f2ae-fbd6-4430-acc8-2b57f40712c3'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:36:01.026077 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:35:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['d422f2ae-fbd6-4430-acc8-2b57f40712c3'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:01.135350 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-41a0e4ba-4f30-4748-9264-897c63944d18 None None] Provisioning complete for port 01117fcb-28df-4a45-86cb-84695e9e916b triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:01.135663 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-41a0e4ba-4f30-4748-9264-897c63944d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:01.162169 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3099caa1-dbb9-4d40-b7d3-5c753789cc73 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:01.172534 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3099caa1-dbb9-4d40-b7d3-5c753789cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:01.173317 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3099caa1-dbb9-4d40-b7d3-5c753789cc73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530999'] for router_interface, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:01.175811 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port c2b13598-82ae-43d2-8cf9-2bbf170565d8 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:01.176184 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:01.200611 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8045ac-0fd0-4dc4-8041-2202595c80d5 req-c8736703-adf8-4ed1-8564-90455f38a67b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:01.202205 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1a8045ac-0fd0-4dc4-8041-2202595c80d5 req-c8736703-adf8-4ed1-8564-90455f38a67b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0571465 Dec 15 13:36:01.216735 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] Set router d422f2ae-fbd6-4430-acc8-2b57f40712c3 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:36:01.255592 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-41a0e4ba-4f30-4748-9264-897c63944d18 None None] Port 01117fcb-28df-4a45-86cb-84695e9e916b cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:36:01.256582 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1a8045ac-0fd0-4dc4-8041-2202595c80d5 req-6517fcc5-57d8-4616-90f0-8e0b8d2eb854 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476847 Dec 15 13:36:01.264645 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099caa1-dbb9-4d40-b7d3-5c753789cc73 admin admin] Pushing event updated for resources: {'Port': ['ID=01117fcb-28df-4a45-86cb-84695e9e916b,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:01.314616 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3099caa1-dbb9-4d40-b7d3-5c753789cc73 admin admin] Network f00df9de-2b8a-4b7a-a223-8114d9b06d65 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:36:01.316095 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-3099caa1-dbb9-4d40-b7d3-5c753789cc73 admin admin] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:01.416536 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fc8b0-f976-451d-b4fe-95a7cfd7f738 req-3d3552d1-464b-44fa-8a13-e84ded07206c tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:01.419237 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ab1fc8b0-f976-451d-b4fe-95a7cfd7f738 req-3d3552d1-464b-44fa-8a13-e84ded07206c tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0668240 Dec 15 13:36:01.475519 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3099caa1-dbb9-4d40-b7d3-5c753789cc73 admin admin] Router d422f2ae-fbd6-4430-acc8-2b57f40712c3 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:36:01.514711 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ab1fc8b0-f976-451d-b4fe-95a7cfd7f738 req-f6e6dd47-918e-47e2-bb03-7279dfae7ae9 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0835943 Dec 15 13:36:01.517683 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'name': 'tempest-TestShelveInstance-819768530-router', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:00Z', 'revision_number': 4, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'gw_port': {'id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '01117fcb-28df-4a45-86cb-84695e9e916b', 'name': '', 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'mac_address': 'fa:16:3e:59:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a8e90077-f423-490e-bfd1-336a171cdb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:00Z', 'updated_at': '2021-12-15T13:36:00Z', 'revision_number': 1, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'subnets': [{'id': 'a8e90077-f423-490e-bfd1-336a171cdb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:01.549904 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b143f922-465f-45ad-b8f1-32c9cd233318 None None] The sync data for ids ['d422f2ae-fbd6-4430-acc8-2b57f40712c3'] in dv-cinder-813227-4-iscsi is: [{'id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'name': 'tempest-TestShelveInstance-819768530-router', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:00Z', 'revision_number': 4, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'gw_port': {'id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '01117fcb-28df-4a45-86cb-84695e9e916b', 'name': '', 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'mac_address': 'fa:16:3e:59:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a8e90077-f423-490e-bfd1-336a171cdb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:00Z', 'updated_at': '2021-12-15T13:36:00Z', 'revision_number': 1, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'subnets': [{'id': 'a8e90077-f423-490e-bfd1-336a171cdb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:36:01.630819 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3099caa1-dbb9-4d40-b7d3-5c753789cc73 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:36:01.636234 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-3099caa1-dbb9-4d40-b7d3-5c753789cc73 admin admin] 10.222.0.60 "PUT /v2.0/routers/d422f2ae-fbd6-4430-acc8-2b57f40712c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6356521 Dec 15 13:36:01.677517 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-db562d75-db98-418c-9898-cb88a52eabd3 None None] Provisioning complete for port 01117fcb-28df-4a45-86cb-84695e9e916b triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:01.678019 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-db562d75-db98-418c-9898-cb88a52eabd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:01.715037 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-db562d75-db98-418c-9898-cb88a52eabd3 None None] Port 01117fcb-28df-4a45-86cb-84695e9e916b cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:36:02.157358 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 58512) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:02.162187 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-77aa71cd-985d-48f0-9f0a-3c3001f77364 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-361615724-network', 'tenant_id': 'c7eab11f9bb1411c9559a3ec8184b9c5'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:02.192553 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77aa71cd-985d-48f0-9f0a-3c3001f77364 admin admin] Made reservation on behalf of c7eab11f9bb1411c9559a3ec8184b9c5 for: {'network': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:36:02.198339 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-77aa71cd-985d-48f0-9f0a-3c3001f77364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for network, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:02.221680 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-77aa71cd-985d-48f0-9f0a-3c3001f77364 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:02.307014 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-77aa71cd-985d-48f0-9f0a-3c3001f77364 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:02.313346 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-77aa71cd-985d-48f0-9f0a-3c3001f77364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:02.342509 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77aa71cd-985d-48f0-9f0a-3c3001f77364 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=102374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:36:02.353031 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa71cd-985d-48f0-9f0a-3c3001f77364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123c8eb1-0622-4ef7-b690-ffee9d3848bf,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:02.359862 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-77aa71cd-985d-48f0-9f0a-3c3001f77364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:02.360325 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.db.segments_db [None req-77aa71cd-985d-48f0-9f0a-3c3001f77364 admin admin] Added segment 736bce9a-7083-4cea-9691-5247dfe7d8af of type vlan for network d6f9a5ab-17c6-496f-b11f-96a5fbfe81f1 Dec 15 13:36:02.397683 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d79511-ffa8-4ab5-b268-24a79b1b8355 req-eb1d4df0-7753-4bda-826a-10236fcb39a5 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:02.399352 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-99d79511-ffa8-4ab5-b268-24a79b1b8355 req-eb1d4df0-7753-4bda-826a-10236fcb39a5 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0558124 Dec 15 13:36:02.404245 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-77aa71cd-985d-48f0-9f0a-3c3001f77364 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790302850079'] for network, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:02.436303 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-77aa71cd-985d-48f0-9f0a-3c3001f77364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for network, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:02.437486 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77aa71cd-985d-48f0-9f0a-3c3001f77364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:02.438141 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-77aa71cd-985d-48f0-9f0a-3c3001f77364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:02.479224 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-99d79511-ffa8-4ab5-b268-24a79b1b8355 req-c27ba403-9130-469d-9e3e-38ac4bb9018e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630767 Dec 15 13:36:02.502504 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-77aa71cd-985d-48f0-9f0a-3c3001f77364 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3440728 Dec 15 13:36:02.505341 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 58520) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:02.510100 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] Request body: {'subnet': {'network_id': 'd6f9a5ab-17c6-496f-b11f-96a5fbfe81f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-361615724-subnet', 'tenant_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'ip_version': 4}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:02.536010 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa71cd-985d-48f0-9f0a-3c3001f77364 admin admin] Pushing event updated for resources: {'Network': ['ID=d6f9a5ab-17c6-496f-b11f-96a5fbfe81f1,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:02.549052 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] Made reservation on behalf of c7eab11f9bb1411c9559a3ec8184b9c5 for: {'subnet': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:36:02.549512 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Network d6f9a5ab-17c6-496f-b11f-96a5fbfe81f1 details requested by agent ovs-agent-dv-cinder-813227-4-iscsi with host dv-cinder-813227-4-iscsi {{(pid=102376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:36:02.551521 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:02.704683 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc3fb3-0efd-4ca0-a075-fb77e5ca9b3b req-4ac83bb5-512b-4fff-8c25-8cd2b25d0df6 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:02.706254 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c3dc3fb3-0efd-4ca0-a075-fb77e5ca9b3b req-4ac83bb5-512b-4fff-8c25-8cd2b25d0df6 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.1081545 Dec 15 13:36:02.780129 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c3dc3fb3-0efd-4ca0-a075-fb77e5ca9b3b req-3e3a25ce-987e-444b-9c89-a129232019ca tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675032 Dec 15 13:36:02.786771 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for subnet, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:02.837151 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4585d8b1-cbaa-43bc-b426-247ef463984d,revision_number=0']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:02.853596 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:02.853943 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:02.854289 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:02.854752 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:02.855006 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:02.855289 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:02.855619 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:02.856491 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:02.856890 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:02.857217 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:02.857541 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:02.857857 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:02.858176 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:02.873236 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] Checking segment: {'id': '736bce9a-7083-4cea-9691-5247dfe7d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd6f9a5ab-17c6-496f-b11f-96a5fbfe81f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:36:02.873584 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] Network hostable DHCP agents. Network: d6f9a5ab-17c6-496f-b11f-96a5fbfe81f1, hostable agents: ['d51fc807-4fdb-425e-a52e-51fe0ffc3ab0'], hosted agents: [] {{(pid=102374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:36:02.875931 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device f6a7b4a9-af53-4426-87af-1e16ccbc22c6 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:36:02.891944 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] Network d6f9a5ab-17c6-496f-b11f-96a5fbfe81f1 is scheduled to be hosted by DHCP agent d51fc807-4fdb-425e-a52e-51fe0ffc3ab0 with binding_index 1 {{(pid=102374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:36:02.902986 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-4-iscsi, d6f9a5ab-17c6-496f-b11f-96a5fbfe81f1) {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:02.907367 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:02.907964 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:02.915439 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f788d76-d88b-4712-b220-ac1124361056 None None] Network d6f9a5ab-17c6-496f-b11f-96a5fbfe81f1 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:36:02.928346 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-4028beef-00d1-42a7-8a9c-9d34aad679b3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4217253 Dec 15 13:36:02.930704 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 58532) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:02.942408 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-361615724-router', 'tenant_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:02.969886 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12885'] for router, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:02.971144 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12878'] for router, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:03.003456 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port f6a7b4a9-af53-4426-87af-1e16ccbc22c6 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:03.003823 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:03.025965 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:03.058550 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d30271d-d280-415e-8f67-8cca42668197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e315edf-1288-5311-9742-459b5278ca2c-d6f9a5ab-17c6-496f-b11f-96a5fbfe81f1', 'network_id': 'd6f9a5ab-17c6-496f-b11f-96a5fbfe81f1', 'project_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'fixed_ips': [{'subnet_id': '4585d8b1-cbaa-43bc-b426-247ef463984d'}]}} from dv-cinder-813227-4-iscsi. {{(pid=102376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:36:03.060083 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-6d30271d-d280-415e-8f67-8cca42668197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:03.161865 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:03.187412 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:03.233852 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] For port f6a7b4a9-af53-4426-87af-1e16ccbc22c6, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=f6a7b4a9-af53-4426-87af-1e16ccbc22c6,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:36:03.239104 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:03.266950 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.db_base_plugin_common [None req-6d30271d-d280-415e-8f67-8cca42668197 None None] Allocated IP 172.20.0.2 (d6f9a5ab-17c6-496f-b11f-96a5fbfe81f1/4585d8b1-cbaa-43bc-b426-247ef463984d/bcd75241-3ba0-4c53-9da6-7ad361bdacbc) {{(pid=102376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:36:03.338123 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Pushing event updated for resources: {'Port': ['ID=f6a7b4a9-af53-4426-87af-1e16ccbc22c6,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:03.366928 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:03.387046 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:03.442177 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-6d30271d-d280-415e-8f67-8cca42668197 None None] Publish callbacks [] for port, precommit_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:03.449048 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-6d30271d-d280-415e-8f67-8cca42668197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:03.493467 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d30271d-d280-415e-8f67-8cca42668197 None None] Network d6f9a5ab-17c6-496f-b11f-96a5fbfe81f1 is already hosted by enough agents. {{(pid=102376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:36:03.496479 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.scheduler.base_scheduler [None req-6d30271d-d280-415e-8f67-8cca42668197 None None] Resources bound (agent type, host, resource id): {{(pid=102376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:03.497031 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.db_base_plugin_common [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Allocated IP 172.27.2.120 (d75b81e5-d2ea-4613-a99a-556640a87149/db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2/eccc13a3-de62-4f89-86f5-da680d103289) {{(pid=102375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:36:03.500820 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d30271d-d280-415e-8f67-8cca42668197 None None] Received port after_create {{(pid=102376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:36:03.508108 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30271d-d280-415e-8f67-8cca42668197 None None] Pushing event updated for resources: {'Port': ['ID=bcd75241-3ba0-4c53-9da6-7ad361bdacbc,revision_number=1']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:03.561254 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-6d30271d-d280-415e-8f67-8cca42668197 None None] Attempting to bind port bcd75241-3ba0-4c53-9da6-7ad361bdacbc on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:36:03.561621 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-6d30271d-d280-415e-8f67-8cca42668197 None None] Attempting to bind port bcd75241-3ba0-4c53-9da6-7ad361bdacbc by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '736bce9a-7083-4cea-9691-5247dfe7d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd6f9a5ab-17c6-496f-b11f-96a5fbfe81f1'}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:36:03.561980 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d30271d-d280-415e-8f67-8cca42668197 None None] Attempting to bind port bcd75241-3ba0-4c53-9da6-7ad361bdacbc on network d6f9a5ab-17c6-496f-b11f-96a5fbfe81f1 {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:36:03.567195 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d30271d-d280-415e-8f67-8cca42668197 None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:36:03.567568 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d30271d-d280-415e-8f67-8cca42668197 None None] Checking segment: {'id': '736bce9a-7083-4cea-9691-5247dfe7d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd6f9a5ab-17c6-496f-b11f-96a5fbfe81f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:36:03.567971 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-6d30271d-d280-415e-8f67-8cca42668197 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:03.568365 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d30271d-d280-415e-8f67-8cca42668197 None None] Bound using segment: {'id': '736bce9a-7083-4cea-9691-5247dfe7d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd6f9a5ab-17c6-496f-b11f-96a5fbfe81f1'} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:36:03.568820 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-6d30271d-d280-415e-8f67-8cca42668197 None None] Bound port: bcd75241-3ba0-4c53-9da6-7ad361bdacbc, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736bce9a-7083-4cea-9691-5247dfe7d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd6f9a5ab-17c6-496f-b11f-96a5fbfe81f1'}}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:36:03.569199 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-6d30271d-d280-415e-8f67-8cca42668197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:03.638442 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-6d30271d-d280-415e-8f67-8cca42668197 None None] For port bcd75241-3ba0-4c53-9da6-7ad361bdacbc, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:36:03.641992 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-6d30271d-d280-415e-8f67-8cca42668197 None None] For port bcd75241-3ba0-4c53-9da6-7ad361bdacbc, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=bcd75241-3ba0-4c53-9da6-7ad361bdacbc,segment=NetworkSegment(736bce9a-7083-4cea-9691-5247dfe7d8af),segment_id=736bce9a-7083-4cea-9691-5247dfe7d8af)] {{(pid=102376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:36:03.647742 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-6d30271d-d280-415e-8f67-8cca42668197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:03.649521 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40260ffa-b354-4b14-afad-7d1d72fb9852 req-6f4279ac-0c9d-4d39-bfae-0971bee5ccf0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:03.651110 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-40260ffa-b354-4b14-afad-7d1d72fb9852 req-6f4279ac-0c9d-4d39-bfae-0971bee5ccf0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0786307 Dec 15 13:36:03.675020 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:03.737441 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30271d-d280-415e-8f67-8cca42668197 None None] Pushing event updated for resources: {'Port': ['ID=bcd75241-3ba0-4c53-9da6-7ad361bdacbc,revision_number=2']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:03.739044 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-40260ffa-b354-4b14-afad-7d1d72fb9852 req-32bc9b52-6806-4815-b728-c3a2de1aca48 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739150 Dec 15 13:36:03.752091 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:03.800967 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Network d75b81e5-d2ea-4613-a99a-556640a87149 is already hosted by enough agents. {{(pid=102375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:36:03.804230 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Resources bound (agent type, host, resource id): {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:03.807507 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Received port after_create {{(pid=102375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:36:03.826310 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] Sync routers for ids ['d422f2ae-fbd6-4430-acc8-2b57f40712c3'] in dv-cinder-813227-4-iscsi {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:36:03.836596 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] Routers {'d422f2ae-fbd6-4430-acc8-2b57f40712c3'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:36:03.837215 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:35:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['d422f2ae-fbd6-4430-acc8-2b57f40712c3'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:03.847602 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Pushing event updated for resources: {'Port': ['ID=eccc13a3-de62-4f89-86f5-da680d103289,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:03.862063 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:03.862415 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:03.862753 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:03.863320 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:03.863649 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:03.863973 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:03.864301 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:03.864762 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:03.865087 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:03.865408 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:03.865752 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:03.866066 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:03.866517 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:03.954316 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] Set router d422f2ae-fbd6-4430-acc8-2b57f40712c3 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:36:04.033743 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a64176-00c1-4f80-81d6-f977f32f295d req-d157d3b5-6f9e-47c6-8c5c-82cac67083e0 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:04.035300 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f1a64176-00c1-4f80-81d6-f977f32f295d req-d157d3b5-6f9e-47c6-8c5c-82cac67083e0 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.1641641 Dec 15 13:36:04.198004 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'name': 'tempest-TestShelveInstance-819768530-router', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:00Z', 'revision_number': 4, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'gw_port': {'id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '01117fcb-28df-4a45-86cb-84695e9e916b', 'name': '', 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'mac_address': 'fa:16:3e:59:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a8e90077-f423-490e-bfd1-336a171cdb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:00Z', 'updated_at': '2021-12-15T13:36:01Z', 'revision_number': 2, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'subnets': [{'id': 'a8e90077-f423-490e-bfd1-336a171cdb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:04.225057 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] Checking router: d422f2ae-fbd6-4430-acc8-2b57f40712c3 for host: dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:36:04.225411 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] Updating router d422f2ae-fbd6-4430-acc8-2b57f40712c3 port 01117fcb-28df-4a45-86cb-84695e9e916b binding host dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:36:04.251134 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:04.378272 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f1a64176-00c1-4f80-81d6-f977f32f295d req-e3306342-9cd5-4adf-9dec-9404ea095608 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3315117 Dec 15 13:36:04.396233 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:04.535556 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24c48e-fb7b-4c64-85fe-bbf97bf37ada req-2da3f64f-ee87-4fad-9404-dbbe59eb1a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:04.537738 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3c24c48e-fb7b-4c64-85fe-bbf97bf37ada req-2da3f64f-ee87-4fad-9404-dbbe59eb1a86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c38faa56e5864d3aba51e1e8351e3a93&device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 1137 time: 0.0474823 Dec 15 13:36:04.544775 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] Publish callbacks [] for port, precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:04.555228 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:04.615630 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531956'] for router, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:04.619632 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2d8a4-3875-46f3-9da0-aad53293c41e None None] Pushing event updated for resources: {'Port': ['ID=01117fcb-28df-4a45-86cb-84695e9e916b,revision_number=3']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:04.649930 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d8a4-3875-46f3-9da0-aad53293c41e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:04.650918 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d8a4-3875-46f3-9da0-aad53293c41e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:04.651593 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d8a4-3875-46f3-9da0-aad53293c41e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:04.651593 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d8a4-3875-46f3-9da0-aad53293c41e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:04.651936 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d8a4-3875-46f3-9da0-aad53293c41e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:04.652262 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d8a4-3875-46f3-9da0-aad53293c41e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:04.652584 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d8a4-3875-46f3-9da0-aad53293c41e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:04.653122 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d8a4-3875-46f3-9da0-aad53293c41e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:04.653583 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d8a4-3875-46f3-9da0-aad53293c41e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:04.654080 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d8a4-3875-46f3-9da0-aad53293c41e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:04.654556 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d8a4-3875-46f3-9da0-aad53293c41e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:04.655038 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d8a4-3875-46f3-9da0-aad53293c41e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:04.655494 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d8a4-3875-46f3-9da0-aad53293c41e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:36:04.681047 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24c48e-fb7b-4c64-85fe-bbf97bf37ada req-f8e747a7-314b-4856-8fd5-4be378fdcb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:04.685240 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3c24c48e-fb7b-4c64-85fe-bbf97bf37ada req-f8e747a7-314b-4856-8fd5-4be378fdcb86 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f012c5b-1c5f-453a-9cf1-19ced471c3f5 HTTP/1.1" status: 200 len: 916 time: 0.1391628 Dec 15 13:36:04.693860 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] Attempting to bind port 01117fcb-28df-4a45-86cb-84695e9e916b on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:36:04.694251 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] Attempting to bind port 01117fcb-28df-4a45-86cb-84695e9e916b by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '53a6f789-a76f-498a-a7b6-43fce759bed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65'}] {{(pid=102377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:36:04.694441 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] Attempting to bind port 01117fcb-28df-4a45-86cb-84695e9e916b on network f00df9de-2b8a-4b7a-a223-8114d9b06d65 {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:36:04.701064 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:36:04.703043 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] Checking segment: {'id': '53a6f789-a76f-498a-a7b6-43fce759bed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:36:04.703399 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:04.703802 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] Bound using segment: {'id': '53a6f789-a76f-498a-a7b6-43fce759bed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65'} {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:36:04.704291 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] Bound port: 01117fcb-28df-4a45-86cb-84695e9e916b, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a6f789-a76f-498a-a7b6-43fce759bed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65'}}] {{(pid=102377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:36:04.704695 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:04.808649 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3c24c48e-fb7b-4c64-85fe-bbf97bf37ada req-2a401cc0-fc91-48bf-a0b7-97d64808f481 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90cb0df-c11c-44a8-b09b-274188bbac57 HTTP/1.1" status: 200 len: 1000 time: 0.1122985 Dec 15 13:36:04.826223 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] For port 01117fcb-28df-4a45-86cb-84695e9e916b, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:36:04.844476 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] For port 01117fcb-28df-4a45-86cb-84695e9e916b, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=01117fcb-28df-4a45-86cb-84695e9e916b,segment=NetworkSegment(53a6f789-a76f-498a-a7b6-43fce759bed5),segment_id=53a6f789-a76f-498a-a7b6-43fce759bed5)] {{(pid=102377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:36:04.854515 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:04.863036 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Router 8850f004-321e-487c-b545-fa40239daa6c is scheduled to L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 with binding_index 1 {{(pid=102375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:36:04.921116 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24c48e-fb7b-4c64-85fe-bbf97bf37ada req-da41223a-2d24-4010-b549-e04507c85d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:04.926583 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3c24c48e-fb7b-4c64-85fe-bbf97bf37ada req-da41223a-2d24-4010-b549-e04507c85d4c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c5f437c-ea6c-4b56-b65f-b3068cc7bf96 HTTP/1.1" status: 200 len: 854 time: 0.1099849 Dec 15 13:36:04.986613 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2d8a4-3875-46f3-9da0-aad53293c41e None None] Pushing event updated for resources: {'Port': ['ID=01117fcb-28df-4a45-86cb-84695e9e916b,revision_number=4']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:04.993539 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] Routers {'d422f2ae-fbd6-4430-acc8-2b57f40712c3'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:36:04.994398 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:35:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['d422f2ae-fbd6-4430-acc8-2b57f40712c3'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:05.000877 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-3c619c34-e2be-4253-a7e5-32d3e8400966 None None] Provisioning complete for port 01117fcb-28df-4a45-86cb-84695e9e916b triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:05.001408 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-3c619c34-e2be-4253-a7e5-32d3e8400966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:05.040082 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24c48e-fb7b-4c64-85fe-bbf97bf37ada req-eb6fd24e-e0c2-41f3-9676-f7d6a512b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:05.046468 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3c24c48e-fb7b-4c64-85fe-bbf97bf37ada req-eb6fd24e-e0c2-41f3-9676-f7d6a512b3b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f012c5b-1c5f-453a-9cf1-19ced471c3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1111753 Dec 15 13:36:05.092406 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device f6a7b4a9-af53-4426-87af-1e16ccbc22c6 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:36:05.124225 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:36:05.138686 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cd1932-222b-41cd-8f68-3b3f8eb142d3 None None] Network d6f9a5ab-17c6-496f-b11f-96a5fbfe81f1 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:36:05.159598 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] Publish callbacks [] for router, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:05.164222 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-2cdff7d4-a8bd-45c4-8f55-1ea3232ad82b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2314441 Dec 15 13:36:05.174395 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34430a59-8670-451c-afd6-a3f8f26d0193 req-9b1c0e15-4089-48bd-9d20-a4a28ac7865d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:05.175594 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 58552) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:05.176233 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-34430a59-8670-451c-afd6-a3f8f26d0193 req-9b1c0e15-4089-48bd-9d20-a4a28ac7865d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.1154490 Dec 15 13:36:05.183440 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] Set router d422f2ae-fbd6-4430-acc8-2b57f40712c3 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:36:05.248498 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-34430a59-8670-451c-afd6-a3f8f26d0193 req-65a44be9-65ba-4634-9336-14c8ee38bc93 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662746 Dec 15 13:36:05.301359 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3c24c48e-fb7b-4c64-85fe-bbf97bf37ada req-337c48ac-c530-4324-82ae-df8c3145310a service neutron] 10.222.0.46 "GET /v2.0/networks/3f012c5b-1c5f-453a-9cf1-19ced471c3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456536 Dec 15 13:36:05.371224 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] Sync routers for ids ['8850f004-321e-487c-b545-fa40239daa6c'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:36:05.410348 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] Routers {'8850f004-321e-487c-b545-fa40239daa6c'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:36:05.411014 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:35:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['8850f004-321e-487c-b545-fa40239daa6c'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:05.431218 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'name': 'tempest-TestShelveInstance-819768530-router', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:00Z', 'revision_number': 4, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'gw_port': {'id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '01117fcb-28df-4a45-86cb-84695e9e916b', 'name': '', 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'mac_address': 'fa:16:3e:59:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a8e90077-f423-490e-bfd1-336a171cdb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:00Z', 'updated_at': '2021-12-15T13:36:04Z', 'revision_number': 4, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'subnets': [{'id': 'a8e90077-f423-490e-bfd1-336a171cdb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:05.463268 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da71127-8eb4-42c8-b6dc-2d2f75d6c83e None None] The sync data for ids ['d422f2ae-fbd6-4430-acc8-2b57f40712c3'] in dv-cinder-813227-4-iscsi is: [{'id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'name': 'tempest-TestShelveInstance-819768530-router', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:00Z', 'revision_number': 4, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'gw_port': {'id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '01117fcb-28df-4a45-86cb-84695e9e916b', 'name': '', 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'mac_address': 'fa:16:3e:59:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a8e90077-f423-490e-bfd1-336a171cdb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:00Z', 'updated_at': '2021-12-15T13:36:04Z', 'revision_number': 4, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'subnets': [{'id': 'a8e90077-f423-490e-bfd1-336a171cdb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:36:05.492698 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3c24c48e-fb7b-4c64-85fe-bbf97bf37ada req-cd1458ba-870e-4a6d-bbc6-6aa19889b642 service neutron] 10.222.0.46 "GET /v2.0/networks/3f012c5b-1c5f-453a-9cf1-19ced471c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823208 Dec 15 13:36:05.507834 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port f6a7b4a9-af53-4426-87af-1e16ccbc22c6 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:05.508098 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:05.559712 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea3708-03c8-4566-871a-e22dc7cd29e0 req-3cc46a89-ab57-489a-9bdd-9ba7acb343fb tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:05.561399 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-52ea3708-03c8-4566-871a-e22dc7cd29e0 req-3cc46a89-ab57-489a-9bdd-9ba7acb343fb tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0711594 Dec 15 13:36:05.644706 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] Set router 8850f004-321e-487c-b545-fa40239daa6c gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:36:05.664921 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-52ea3708-03c8-4566-871a-e22dc7cd29e0 req-3a308e0c-46d1-4cbb-be98-802a42b357b9 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0973625 Dec 15 13:36:05.784965 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-16999846-1ac4-47df-a683-abcd56e9d820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:05.843431 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-3c619c34-e2be-4253-a7e5-32d3e8400966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:05.886606 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device bcd75241-3ba0-4c53-9da6-7ad361bdacbc up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:36:06.001908 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-3c619c34-e2be-4253-a7e5-32d3e8400966 None None] For port 01117fcb-28df-4a45-86cb-84695e9e916b, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=01117fcb-28df-4a45-86cb-84695e9e916b,segment=NetworkSegment(53a6f789-a76f-498a-a7b6-43fce759bed5),segment_id=53a6f789-a76f-498a-a7b6-43fce759bed5)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:36:06.013394 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-3c619c34-e2be-4253-a7e5-32d3e8400966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:06.043127 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [None req-16999846-1ac4-47df-a683-abcd56e9d820 admin admin] Allocated IP 172.20.0.1 (d6f9a5ab-17c6-496f-b11f-96a5fbfe81f1/4585d8b1-cbaa-43bc-b426-247ef463984d/6993a914-b589-4cfe-802a-776d9169ed19) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:36:06.143103 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port bcd75241-3ba0-4c53-9da6-7ad361bdacbc triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:06.143604 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:06.211460 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-2f0f2fe4-3081-4f18-be02-28eda0cec958 None None] Provisioning complete for port 01117fcb-28df-4a45-86cb-84695e9e916b triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:06.211837 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-2f0f2fe4-3081-4f18-be02-28eda0cec958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:06.215881 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c619c34-e2be-4253-a7e5-32d3e8400966 None None] Pushing event updated for resources: {'Port': ['ID=01117fcb-28df-4a45-86cb-84695e9e916b,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:06.216251 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-16999846-1ac4-47df-a683-abcd56e9d820 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:06.255766 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-16999846-1ac4-47df-a683-abcd56e9d820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:06.295985 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16999846-1ac4-47df-a683-abcd56e9d820 admin admin] Network d6f9a5ab-17c6-496f-b11f-96a5fbfe81f1 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:36:06.300468 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-16999846-1ac4-47df-a683-abcd56e9d820 admin admin] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:06.304194 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16999846-1ac4-47df-a683-abcd56e9d820 admin admin] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:36:06.304674 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-16999846-1ac4-47df-a683-abcd56e9d820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529543'] for router_interface, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:06.305059 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8850f004-321e-487c-b545-fa40239daa6c', 'name': 'tempest-TestShelveInstance-361615724-router', 'tenant_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'eccc13a3-de62-4f89-86f5-da680d103289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:02Z', 'updated_at': '2021-12-15T13:36:04Z', 'revision_number': 3, 'project_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'gw_port': {'id': 'eccc13a3-de62-4f89-86f5-da680d103289', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8850f004-321e-487c-b545-fa40239daa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:03Z', 'updated_at': '2021-12-15T13:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:06.339853 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] Checking router: 8850f004-321e-487c-b545-fa40239daa6c for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:36:06.340730 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] Updating router 8850f004-321e-487c-b545-fa40239daa6c port eccc13a3-de62-4f89-86f5-da680d103289 binding host dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:36:06.363843 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:06.390005 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16999846-1ac4-47df-a683-abcd56e9d820 admin admin] Pushing event updated for resources: {'Port': ['ID=6993a914-b589-4cfe-802a-776d9169ed19,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:06.406803 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:06.484160 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] For port bcd75241-3ba0-4c53-9da6-7ad361bdacbc, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=bcd75241-3ba0-4c53-9da6-7ad361bdacbc,segment=NetworkSegment(736bce9a-7083-4cea-9691-5247dfe7d8af),segment_id=736bce9a-7083-4cea-9691-5247dfe7d8af)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:36:06.492947 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-2f0f2fe4-3081-4f18-be02-28eda0cec958 None None] Provisioning complete for port bcd75241-3ba0-4c53-9da6-7ad361bdacbc triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:06.493282 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-2f0f2fe4-3081-4f18-be02-28eda0cec958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:06.550937 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:06.732694 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac91e2-888f-4eb8-911e-cd554262982e req-bfcb676c-a61a-4b2e-a9e4-baa9c6f3cd37 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:06.734401 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3eac91e2-888f-4eb8-911e-cd554262982e req-bfcb676c-a61a-4b2e-a9e4-baa9c6f3cd37 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0523162 Dec 15 13:36:06.755620 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-16999846-1ac4-47df-a683-abcd56e9d820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:06.792455 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Pushing event updated for resources: {'Port': ['ID=bcd75241-3ba0-4c53-9da6-7ad361bdacbc,revision_number=3']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:06.837247 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3eac91e2-888f-4eb8-911e-cd554262982e req-0e763e17-6d83-4d1b-8a18-ff6fc80705a2 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948143 Dec 15 13:36:06.853854 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bcf13-3196-460a-9f2e-7c3475833ed2 req-cf3b6a1e-d654-486f-afd1-d61b135f5564 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:06.863512 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-523bcf13-3196-460a-9f2e-7c3475833ed2 req-cf3b6a1e-d654-486f-afd1-d61b135f5564 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.1016767 Dec 15 13:36:06.893967 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 01117fcb-28df-4a45-86cb-84695e9e916b up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:36:06.955603 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-523bcf13-3196-460a-9f2e-7c3475833ed2 req-800aed90-de44-4ebc-96b4-3bd6c675fe21 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859663 Dec 15 13:36:06.979993 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-e9d50276-619b-45eb-abee-9fc59f5d2b5c None None] Provisioning complete for port bcd75241-3ba0-4c53-9da6-7ad361bdacbc triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:06.980373 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-e9d50276-619b-45eb-abee-9fc59f5d2b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:06.984405 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] Publish callbacks [] for port, precommit_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:06.989358 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-16999846-1ac4-47df-a683-abcd56e9d820 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:06.996783 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-16999846-1ac4-47df-a683-abcd56e9d820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:06.997528 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-16999846-1ac4-47df-a683-abcd56e9d820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530999'] for router_interface, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:07.014013 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:07.077221 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16999846-1ac4-47df-a683-abcd56e9d820 admin admin] Pushing event updated for resources: {'Port': ['ID=6993a914-b589-4cfe-802a-776d9169ed19,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:07.090984 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port 01117fcb-28df-4a45-86cb-84695e9e916b triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:07.091370 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:07.113390 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ac43f-4aab-47bd-a602-3fe5f473c065 None None] Pushing event updated for resources: {'Port': ['ID=eccc13a3-de62-4f89-86f5-da680d103289,revision_number=2']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:07.119960 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] Attempting to bind port eccc13a3-de62-4f89-86f5-da680d103289 on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:36:07.120336 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] Attempting to bind port eccc13a3-de62-4f89-86f5-da680d103289 by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:36:07.120712 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] Attempting to bind port eccc13a3-de62-4f89-86f5-da680d103289 on network d75b81e5-d2ea-4613-a99a-556640a87149 {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:36:07.126611 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16999846-1ac4-47df-a683-abcd56e9d820 admin admin] Network d6f9a5ab-17c6-496f-b11f-96a5fbfe81f1 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:36:07.128278 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-16999846-1ac4-47df-a683-abcd56e9d820 admin admin] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:07.133928 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:36:07.134303 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] Checking segment: {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:36:07.134701 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:07.135116 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] Bound using segment: {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:36:07.135579 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] Bound port: eccc13a3-de62-4f89-86f5-da680d103289, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:36:07.135959 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:07.264781 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] For port eccc13a3-de62-4f89-86f5-da680d103289, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:36:07.281689 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-e9d50276-619b-45eb-abee-9fc59f5d2b5c None None] Provisioning complete for port 6993a914-b589-4cfe-802a-776d9169ed19 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:07.282065 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-e9d50276-619b-45eb-abee-9fc59f5d2b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:07.285790 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16999846-1ac4-47df-a683-abcd56e9d820 admin admin] Router 8850f004-321e-487c-b545-fa40239daa6c has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:36:07.306829 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] For port eccc13a3-de62-4f89-86f5-da680d103289, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=eccc13a3-de62-4f89-86f5-da680d103289,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:36:07.318529 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:07.411977 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16999846-1ac4-47df-a683-abcd56e9d820 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:36:07.418060 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-16999846-1ac4-47df-a683-abcd56e9d820 admin admin] 10.222.0.60 "PUT /v2.0/routers/8850f004-321e-487c-b545-fa40239daa6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2405281 Dec 15 13:36:07.516482 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-e9d50276-619b-45eb-abee-9fc59f5d2b5c None None] Port 6993a914-b589-4cfe-802a-776d9169ed19 cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:36:07.526154 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] Routers {'8850f004-321e-487c-b545-fa40239daa6c'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:36:07.526788 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:35:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['8850f004-321e-487c-b545-fa40239daa6c'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:07.633386 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ac43f-4aab-47bd-a602-3fe5f473c065 None None] Pushing event updated for resources: {'Port': ['ID=eccc13a3-de62-4f89-86f5-da680d103289,revision_number=3']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:07.658274 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-1d6b757c-1708-4a35-aea0-78968e545940 None None] Provisioning complete for port 6993a914-b589-4cfe-802a-776d9169ed19 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:07.658650 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-1d6b757c-1708-4a35-aea0-78968e545940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:07.710801 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] Set router 8850f004-321e-487c-b545-fa40239daa6c gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:36:07.740006 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-1d6b757c-1708-4a35-aea0-78968e545940 None None] Port 6993a914-b589-4cfe-802a-776d9169ed19 cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:36:07.828350 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 58588) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:07.832888 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-55e95ce9-b7b6-475f-b01b-1e47061a0cca tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1327183954', 'description': 'tempest-secgroup-smoke-1327183954 description', 'project_id': 'bb0ac6d4548e486492887beb2e915bdb'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:07.861073 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-55e95ce9-b7b6-475f-b01b-1e47061a0cca tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:07.925633 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8850f004-321e-487c-b545-fa40239daa6c', 'name': 'tempest-TestShelveInstance-361615724-router', 'tenant_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'eccc13a3-de62-4f89-86f5-da680d103289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:02Z', 'updated_at': '2021-12-15T13:36:06Z', 'revision_number': 4, 'project_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'gw_port': {'id': 'eccc13a3-de62-4f89-86f5-da680d103289', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8850f004-321e-487c-b545-fa40239daa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:03Z', 'updated_at': '2021-12-15T13:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '6993a914-b589-4cfe-802a-776d9169ed19', 'name': '', 'network_id': 'd6f9a5ab-17c6-496f-b11f-96a5fbfe81f1', 'tenant_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'mac_address': 'fa:16:3e:7a:16:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8850f004-321e-487c-b545-fa40239daa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4585d8b1-cbaa-43bc-b426-247ef463984d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:05Z', 'updated_at': '2021-12-15T13:36:06Z', 'revision_number': 2, 'project_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'subnets': [{'id': '4585d8b1-cbaa-43bc-b426-247ef463984d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:07.943950 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-55e95ce9-b7b6-475f-b01b-1e47061a0cca tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:07.950208 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-55e95ce9-b7b6-475f-b01b-1e47061a0cca tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:07.958804 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce27e730-598e-4410-adde-820835e34ef8 None None] The sync data for ids ['8850f004-321e-487c-b545-fa40239daa6c'] in dv-cinder-813227-4-iscsi is: [{'id': '8850f004-321e-487c-b545-fa40239daa6c', 'name': 'tempest-TestShelveInstance-361615724-router', 'tenant_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'eccc13a3-de62-4f89-86f5-da680d103289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:02Z', 'updated_at': '2021-12-15T13:36:06Z', 'revision_number': 4, 'project_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'gw_port': {'id': 'eccc13a3-de62-4f89-86f5-da680d103289', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8850f004-321e-487c-b545-fa40239daa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:03Z', 'updated_at': '2021-12-15T13:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '6993a914-b589-4cfe-802a-776d9169ed19', 'name': '', 'network_id': 'd6f9a5ab-17c6-496f-b11f-96a5fbfe81f1', 'tenant_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'mac_address': 'fa:16:3e:7a:16:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8850f004-321e-487c-b545-fa40239daa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4585d8b1-cbaa-43bc-b426-247ef463984d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:05Z', 'updated_at': '2021-12-15T13:36:06Z', 'revision_number': 2, 'project_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'subnets': [{'id': '4585d8b1-cbaa-43bc-b426-247ef463984d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:36:07.985200 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-55e95ce9-b7b6-475f-b01b-1e47061a0cca tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:07.989286 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-55e95ce9-b7b6-475f-b01b-1e47061a0cca tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1571653 Dec 15 13:36:07.992146 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 58594) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:07.995314 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e95ce9-b7b6-475f-b01b-1e47061a0cca tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:08.000243 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-f00ab329-4b56-4d9c-8b2c-200f76f4626d tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Request body: {'security_group_rule': {'security_group_id': 'b9c2e1e1-d83d-44d4-847e-22fd9abc8e80', 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:08.030383 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820293a-dac1-4058-a1ba-f826877dd147 req-4b7d69b2-9613-4d03-a515-f158cc200335 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:08.031907 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e820293a-dac1-4058-a1ba-f826877dd147 req-4b7d69b2-9613-4d03-a515-f158cc200335 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0968797 Dec 15 13:36:08.084738 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f00ab329-4b56-4d9c-8b2c-200f76f4626d tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.137303 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e820293a-dac1-4058-a1ba-f826877dd147 req-21b7f03c-46de-4691-a29a-9ad883d4cfa8 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904491 Dec 15 13:36:08.152662 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b7941-5a4f-462f-9c35-b8793e812d9b req-a8e7ec86-727c-4315-bb61-3f084ba79d4c tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:08.154064 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-541b7941-5a4f-462f-9c35-b8793e812d9b req-a8e7ec86-727c-4315-bb61-3f084ba79d4c tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.1212652 Dec 15 13:36:08.173916 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f00ab329-4b56-4d9c-8b2c-200f76f4626d tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.187791 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f00ab329-4b56-4d9c-8b2c-200f76f4626d tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.231496 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ab329-4b56-4d9c-8b2c-200f76f4626d tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b369fcf-44c1-47fa-9977-f3c8dcd8dcb5,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:08.235230 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f00ab329-4b56-4d9c-8b2c-200f76f4626d tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.236597 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-f00ab329-4b56-4d9c-8b2c-200f76f4626d tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2422669 Dec 15 13:36:08.240737 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 58598) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:08.253035 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-65d90b15-98a9-4c5b-b4dc-6ecbd7eeea6e tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Request body: {'security_group_rule': {'security_group_id': 'b9c2e1e1-d83d-44d4-847e-22fd9abc8e80', 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:08.271276 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.277092 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-541b7941-5a4f-462f-9c35-b8793e812d9b req-efb9f0b9-4a1c-46ba-8041-36d844649461 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1057053 Dec 15 13:36:08.289537 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-65d90b15-98a9-4c5b-b4dc-6ecbd7eeea6e tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.359674 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-65d90b15-98a9-4c5b-b4dc-6ecbd7eeea6e tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.363659 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-65d90b15-98a9-4c5b-b4dc-6ecbd7eeea6e tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.382572 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d90b15-98a9-4c5b-b4dc-6ecbd7eeea6e tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc59208-b9d3-43fd-8e98-51df012b0918,revision_number=0']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:08.391160 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-65d90b15-98a9-4c5b-b4dc-6ecbd7eeea6e tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.392358 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-65d90b15-98a9-4c5b-b4dc-6ecbd7eeea6e tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1482797 Dec 15 13:36:08.395425 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 58600) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:08.399857 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-73ab00c4-f604-4e94-ae2a-ca03325cbf57 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Request body: {'security_group_rule': {'security_group_id': 'b9c2e1e1-d83d-44d4-847e-22fd9abc8e80', 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:08.431840 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-73ab00c4-f604-4e94-ae2a-ca03325cbf57 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.494673 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-73ab00c4-f604-4e94-ae2a-ca03325cbf57 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.498426 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-73ab00c4-f604-4e94-ae2a-ca03325cbf57 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.516633 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab00c4-f604-4e94-ae2a-ca03325cbf57 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4a08cf-8009-4b54-b379-f36105409511,revision_number=0']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:08.524047 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-73ab00c4-f604-4e94-ae2a-ca03325cbf57 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.525252 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-73ab00c4-f604-4e94-ae2a-ca03325cbf57 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289082 Dec 15 13:36:08.528507 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 58602) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:08.532951 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-aa4abec0-bf65-4931-b201-5d1819e3ef10 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Request body: {'security_group_rule': {'security_group_id': 'b9c2e1e1-d83d-44d4-847e-22fd9abc8e80', 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:08.560778 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-aa4abec0-bf65-4931-b201-5d1819e3ef10 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.623824 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-aa4abec0-bf65-4931-b201-5d1819e3ef10 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.627670 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-aa4abec0-bf65-4931-b201-5d1819e3ef10 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.660436 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4abec0-bf65-4931-b201-5d1819e3ef10 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8af1b4e-fd0a-4aa9-b5b1-654531a1e724,revision_number=0']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:08.682518 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-aa4abec0-bf65-4931-b201-5d1819e3ef10 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.683886 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-aa4abec0-bf65-4931-b201-5d1819e3ef10 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1543736 Dec 15 13:36:08.687005 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 58606) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:08.691727 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-9bb92a09-c193-4a5a-857b-5622e1584a89 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Request body: {'security_group_rule': {'security_group_id': 'b9c2e1e1-d83d-44d4-847e-22fd9abc8e80', 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:08.733287 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.db.securitygroups_db [None req-9bb92a09-c193-4a5a-857b-5622e1584a89 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Project bb0ac6d4548e486492887beb2e915bdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 13:36:08.735955 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-9bb92a09-c193-4a5a-857b-5622e1584a89 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.817528 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-9bb92a09-c193-4a5a-857b-5622e1584a89 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.824000 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-9bb92a09-c193-4a5a-857b-5622e1584a89 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.842805 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb92a09-c193-4a5a-857b-5622e1584a89 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255ea4bb-58e5-49a4-8fbd-ba456a0ed036,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:08.854132 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-9bb92a09-c193-4a5a-857b-5622e1584a89 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.855373 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-9bb92a09-c193-4a5a-857b-5622e1584a89 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1672003 Dec 15 13:36:08.858430 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 58608) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:08.862983 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-01dc44e4-7f3e-43f7-a8e0-db18099ef26f tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Request body: {'security_group_rule': {'security_group_id': 'b9c2e1e1-d83d-44d4-847e-22fd9abc8e80', 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:08.886044 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.db.securitygroups_db [None req-01dc44e4-7f3e-43f7-a8e0-db18099ef26f tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Project bb0ac6d4548e486492887beb2e915bdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 13:36:08.896576 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-01dc44e4-7f3e-43f7-a8e0-db18099ef26f tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.928574 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device eccc13a3-de62-4f89-86f5-da680d103289 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:36:08.962074 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-01dc44e4-7f3e-43f7-a8e0-db18099ef26f tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.967758 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-01dc44e4-7f3e-43f7-a8e0-db18099ef26f tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.984786 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port eccc13a3-de62-4f89-86f5-da680d103289 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:08.985608 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.986099 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc44e4-7f3e-43f7-a8e0-db18099ef26f tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58d08bd-c192-4e27-aeb6-9e8bac1a1afc,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:08.996020 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-01dc44e4-7f3e-43f7-a8e0-db18099ef26f tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:08.998890 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-01dc44e4-7f3e-43f7-a8e0-db18099ef26f tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1378944 Dec 15 13:36:09.074362 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:09.098084 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] For port eccc13a3-de62-4f89-86f5-da680d103289, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=eccc13a3-de62-4f89-86f5-da680d103289,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:36:09.104276 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:09.105366 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device bcd75241-3ba0-4c53-9da6-7ad361bdacbc up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:36:09.200695 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Pushing event updated for resources: {'Port': ['ID=eccc13a3-de62-4f89-86f5-da680d103289,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:09.214010 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port bcd75241-3ba0-4c53-9da6-7ad361bdacbc triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:09.214389 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:09.287951 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0c105-d2af-417b-a270-b92807eb1b14 req-73617a04-79b8-4664-8219-17f74e56d362 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:09.293081 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-68d0c105-d2af-417b-a270-b92807eb1b14 req-73617a04-79b8-4664-8219-17f74e56d362 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0694654 Dec 15 13:36:09.383828 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-68d0c105-d2af-417b-a270-b92807eb1b14 req-abf0e59a-3b36-4865-88f1-4e57807ad0f3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867596 Dec 15 13:36:09.430671 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d6455-281e-4f1a-8ec2-96e6dcc7a629 req-564951d6-fb2a-4082-9624-0dee26afb4e8 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:09.432174 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9b6d6455-281e-4f1a-8ec2-96e6dcc7a629 req-564951d6-fb2a-4082-9624-0dee26afb4e8 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0663264 Dec 15 13:36:09.495998 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9b6d6455-281e-4f1a-8ec2-96e6dcc7a629 req-b3ff6fa1-3309-4717-bbf5-50afc761405b tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571404 Dec 15 13:36:10.174161 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] Sync routers for ids ['8850f004-321e-487c-b545-fa40239daa6c'] in dv-cinder-813227-4-iscsi {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:36:10.184658 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] Routers {'8850f004-321e-487c-b545-fa40239daa6c'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:36:10.185256 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:35:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['8850f004-321e-487c-b545-fa40239daa6c'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:10.292112 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] Set router 8850f004-321e-487c-b545-fa40239daa6c gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:36:10.510801 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7b3db-950b-4694-88ca-2a4e531765c9 req-fc4aa36b-2860-4c32-a116-d5ad948fdecd tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:10.512804 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-dac7b3db-950b-4694-88ca-2a4e531765c9 req-fc4aa36b-2860-4c32-a116-d5ad948fdecd tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0474708 Dec 15 13:36:10.569046 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-dac7b3db-950b-4694-88ca-2a4e531765c9 req-0d6ddb27-9db4-4234-addd-7efb2e20b5ca tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499718 Dec 15 13:36:10.579223 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8850f004-321e-487c-b545-fa40239daa6c', 'name': 'tempest-TestShelveInstance-361615724-router', 'tenant_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'eccc13a3-de62-4f89-86f5-da680d103289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:02Z', 'updated_at': '2021-12-15T13:36:06Z', 'revision_number': 4, 'project_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'gw_port': {'id': 'eccc13a3-de62-4f89-86f5-da680d103289', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8850f004-321e-487c-b545-fa40239daa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:03Z', 'updated_at': '2021-12-15T13:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '6993a914-b589-4cfe-802a-776d9169ed19', 'name': '', 'network_id': 'd6f9a5ab-17c6-496f-b11f-96a5fbfe81f1', 'tenant_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'mac_address': 'fa:16:3e:7a:16:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8850f004-321e-487c-b545-fa40239daa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4585d8b1-cbaa-43bc-b426-247ef463984d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:05Z', 'updated_at': '2021-12-15T13:36:06Z', 'revision_number': 2, 'project_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'subnets': [{'id': '4585d8b1-cbaa-43bc-b426-247ef463984d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:10.609041 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] Checking router: 8850f004-321e-487c-b545-fa40239daa6c for host: dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:36:10.609395 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] Updating router 8850f004-321e-487c-b545-fa40239daa6c port 6993a914-b589-4cfe-802a-776d9169ed19 binding host dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:36:10.622406 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7c3a7-539e-4ad7-b9cd-2ad055acf8bc req-022ae6f6-c331-4d14-911b-5a56390f223a tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:10.624652 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8db7c3a7-539e-4ad7-b9cd-2ad055acf8bc req-022ae6f6-c331-4d14-911b-5a56390f223a tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0531356 Dec 15 13:36:10.638252 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:10.696361 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8db7c3a7-539e-4ad7-b9cd-2ad055acf8bc req-c8cda504-36a3-4b06-8cda-5073d8540023 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649776 Dec 15 13:36:10.718421 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95fa62-c587-4f19-b1eb-ea8da9fdc713 req-e277839a-2991-46fe-bde2-54103119ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:10.719962 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2b95fa62-c587-4f19-b1eb-ea8da9fdc713 req-e277839a-2991-46fe-bde2-54103119ae87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=849d4c797afe475aa474e4415f6190c0&device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 1096 time: 0.0461988 Dec 15 13:36:10.814381 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device eccc13a3-de62-4f89-86f5-da680d103289 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:36:10.863018 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port eccc13a3-de62-4f89-86f5-da680d103289 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:10.863495 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:10.915570 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] Publish callbacks [] for port, precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:10.921260 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:10.970801 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73bf6a-10c5-4758-9838-3d70844a089f None None] Pushing event updated for resources: {'Port': ['ID=6993a914-b589-4cfe-802a-776d9169ed19,revision_number=3']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:11.037502 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] Attempting to bind port 6993a914-b589-4cfe-802a-776d9169ed19 on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:36:11.037872 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] Attempting to bind port 6993a914-b589-4cfe-802a-776d9169ed19 by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '736bce9a-7083-4cea-9691-5247dfe7d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd6f9a5ab-17c6-496f-b11f-96a5fbfe81f1'}] {{(pid=102377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:36:11.038221 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] Attempting to bind port 6993a914-b589-4cfe-802a-776d9169ed19 on network d6f9a5ab-17c6-496f-b11f-96a5fbfe81f1 {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:36:11.043437 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:36:11.043818 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] Checking segment: {'id': '736bce9a-7083-4cea-9691-5247dfe7d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd6f9a5ab-17c6-496f-b11f-96a5fbfe81f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:36:11.044205 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:11.044588 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] Bound using segment: {'id': '736bce9a-7083-4cea-9691-5247dfe7d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd6f9a5ab-17c6-496f-b11f-96a5fbfe81f1'} {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:36:11.045067 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] Bound port: 6993a914-b589-4cfe-802a-776d9169ed19, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736bce9a-7083-4cea-9691-5247dfe7d8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd6f9a5ab-17c6-496f-b11f-96a5fbfe81f1'}}] {{(pid=102377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:36:11.045456 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:11.117397 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] For port 6993a914-b589-4cfe-802a-776d9169ed19, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:36:11.120490 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] For port 6993a914-b589-4cfe-802a-776d9169ed19, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=6993a914-b589-4cfe-802a-776d9169ed19,segment=NetworkSegment(736bce9a-7083-4cea-9691-5247dfe7d8af),segment_id=736bce9a-7083-4cea-9691-5247dfe7d8af)] {{(pid=102377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:36:11.126264 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:11.188931 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] Routers {'8850f004-321e-487c-b545-fa40239daa6c'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:36:11.189662 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:35:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['8850f004-321e-487c-b545-fa40239daa6c'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:11.198413 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-689a2d26-4ffe-4c25-9fe0-b77113368f15 None None] Provisioning complete for port 6993a914-b589-4cfe-802a-776d9169ed19 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:11.198707 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-689a2d26-4ffe-4c25-9fe0-b77113368f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:11.226992 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73bf6a-10c5-4758-9838-3d70844a089f None None] Pushing event updated for resources: {'Port': ['ID=6993a914-b589-4cfe-802a-776d9169ed19,revision_number=4']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:11.284809 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-689a2d26-4ffe-4c25-9fe0-b77113368f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:11.325613 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] Set router 8850f004-321e-487c-b545-fa40239daa6c gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:36:11.331362 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-689a2d26-4ffe-4c25-9fe0-b77113368f15 None None] For port 6993a914-b589-4cfe-802a-776d9169ed19, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=6993a914-b589-4cfe-802a-776d9169ed19,segment=NetworkSegment(736bce9a-7083-4cea-9691-5247dfe7d8af),segment_id=736bce9a-7083-4cea-9691-5247dfe7d8af)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:36:11.336362 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-689a2d26-4ffe-4c25-9fe0-b77113368f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:11.394689 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a2d26-4ffe-4c25-9fe0-b77113368f15 None None] Pushing event updated for resources: {'Port': ['ID=6993a914-b589-4cfe-802a-776d9169ed19,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:11.455884 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-14e64100-e3b9-4c52-87c2-400d787a0def None None] Provisioning complete for port 6993a914-b589-4cfe-802a-776d9169ed19 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:11.456188 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-14e64100-e3b9-4c52-87c2-400d787a0def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:11.544103 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8850f004-321e-487c-b545-fa40239daa6c', 'name': 'tempest-TestShelveInstance-361615724-router', 'tenant_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'eccc13a3-de62-4f89-86f5-da680d103289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:02Z', 'updated_at': '2021-12-15T13:36:06Z', 'revision_number': 4, 'project_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'gw_port': {'id': 'eccc13a3-de62-4f89-86f5-da680d103289', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8850f004-321e-487c-b545-fa40239daa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:03Z', 'updated_at': '2021-12-15T13:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '6993a914-b589-4cfe-802a-776d9169ed19', 'name': '', 'network_id': 'd6f9a5ab-17c6-496f-b11f-96a5fbfe81f1', 'tenant_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'mac_address': 'fa:16:3e:7a:16:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8850f004-321e-487c-b545-fa40239daa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4585d8b1-cbaa-43bc-b426-247ef463984d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:05Z', 'updated_at': '2021-12-15T13:36:11Z', 'revision_number': 4, 'project_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'subnets': [{'id': '4585d8b1-cbaa-43bc-b426-247ef463984d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:36:11.570236 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac06ee2-b30e-435b-893b-7c68bf591c50 None None] The sync data for ids ['8850f004-321e-487c-b545-fa40239daa6c'] in dv-cinder-813227-4-iscsi is: [{'id': '8850f004-321e-487c-b545-fa40239daa6c', 'name': 'tempest-TestShelveInstance-361615724-router', 'tenant_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'eccc13a3-de62-4f89-86f5-da680d103289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:02Z', 'updated_at': '2021-12-15T13:36:06Z', 'revision_number': 4, 'project_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'gw_port': {'id': 'eccc13a3-de62-4f89-86f5-da680d103289', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8850f004-321e-487c-b545-fa40239daa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:03Z', 'updated_at': '2021-12-15T13:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '6993a914-b589-4cfe-802a-776d9169ed19', 'name': '', 'network_id': 'd6f9a5ab-17c6-496f-b11f-96a5fbfe81f1', 'tenant_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'mac_address': 'fa:16:3e:7a:16:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8850f004-321e-487c-b545-fa40239daa6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4585d8b1-cbaa-43bc-b426-247ef463984d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:05Z', 'updated_at': '2021-12-15T13:36:11Z', 'revision_number': 4, 'project_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'subnets': [{'id': '4585d8b1-cbaa-43bc-b426-247ef463984d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:36:11.701188 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d32ce-0dcd-408d-9696-173cc666435b req-3c0e4b0c-0dd3-4ebd-b63b-f54542f95dee tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:11.702811 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-555d32ce-0dcd-408d-9696-173cc666435b req-3c0e4b0c-0dd3-4ebd-b63b-f54542f95dee tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0510569 Dec 15 13:36:11.753030 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-555d32ce-0dcd-408d-9696-173cc666435b req-c309fd42-8583-46e6-ba6b-8dd8844ab55e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444047 Dec 15 13:36:11.823107 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df423ce1-c85f-4465-bd02-e26aa8d676eb req-dbf9d8ef-3997-40a9-b9d5-5aad27db7f59 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:11.825243 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-df423ce1-c85f-4465-bd02-e26aa8d676eb req-dbf9d8ef-3997-40a9-b9d5-5aad27db7f59 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0545611 Dec 15 13:36:11.891126 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-df423ce1-c85f-4465-bd02-e26aa8d676eb req-0d308696-497f-41ce-99c5-6c30e1b8f4d0 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596602 Dec 15 13:36:12.836139 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 6993a914-b589-4cfe-802a-776d9169ed19 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:36:12.876606 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce028966-c764-4ce5-9b05-7df573b041ed req-7f51b6c6-19c8-4029-82b1-14291cf3ccab tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:12.878122 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ce028966-c764-4ce5-9b05-7df573b041ed req-7f51b6c6-19c8-4029-82b1-14291cf3ccab tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0489693 Dec 15 13:36:12.884985 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port 6993a914-b589-4cfe-802a-776d9169ed19 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:12.885353 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:12.927246 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ce028966-c764-4ce5-9b05-7df573b041ed req-597b56ab-20f8-437a-a989-aa2e1c429a4f tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429766 Dec 15 13:36:13.021019 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1eac9-0d29-4070-a2f1-61779145da45 req-28c197d6-0285-477e-81dd-d7c531f45250 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:13.022497 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-29e1eac9-0d29-4070-a2f1-61779145da45 req-28c197d6-0285-477e-81dd-d7c531f45250 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0511453 Dec 15 13:36:13.083871 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-29e1eac9-0d29-4070-a2f1-61779145da45 req-57068a7f-489b-4e89-9e95-616d78d7130b tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547206 Dec 15 13:36:13.440793 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-06bbc5d8-eaf0-4bd4-b78a-c8b411a6f522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:14.054696 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04be6d-4749-4f9f-a3c4-154a4a5495f3 req-e4d61c41-6d83-4fb3-9b33-4e43eab6edc8 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:14.056238 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-7a04be6d-4749-4f9f-a3c4-154a4a5495f3 req-e4d61c41-6d83-4fb3-9b33-4e43eab6edc8 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0516448 Dec 15 13:36:14.102871 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-7a04be6d-4749-4f9f-a3c4-154a4a5495f3 req-e047dfa0-818d-4944-8e96-82f434853fce tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402112 Dec 15 13:36:14.213015 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d762cfc-de96-4f91-b296-06c3e5897741 req-2be0ce8a-9aa4-4708-90ab-214e04a4ce5f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:14.214388 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2d762cfc-de96-4f91-b296-06c3e5897741 req-2be0ce8a-9aa4-4708-90ab-214e04a4ce5f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0499120 Dec 15 13:36:14.279097 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2d762cfc-de96-4f91-b296-06c3e5897741 req-729eb267-be52-4963-bc68-ac3fb9f6b70a tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585074 Dec 15 13:36:14.352704 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95fa62-c587-4f19-b1eb-ea8da9fdc713 req-77670b3e-1a20-4c69-88e9-8f7fb94deee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:14.354363 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2b95fa62-c587-4f19-b1eb-ea8da9fdc713 req-77670b3e-1a20-4c69-88e9-8f7fb94deee2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0016a0f-1988-46ad-b4da-048d7988271c HTTP/1.1" status: 200 len: 918 time: 0.0972614 Dec 15 13:36:15.235122 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ce0ba-035e-4be9-9e71-3bbb9af0a8ee req-7bff965c-b361-4f72-a96d-04dfa21c10d1 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:15.236572 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-942ce0ba-035e-4be9-9e71-3bbb9af0a8ee req-7bff965c-b361-4f72-a96d-04dfa21c10d1 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0593140 Dec 15 13:36:15.284791 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-942ce0ba-035e-4be9-9e71-3bbb9af0a8ee req-ebb8040c-03ba-4476-a810-093043b9c76d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402422 Dec 15 13:36:15.399596 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe32314-b822-46d7-b3f3-5f087c1e1be6 req-fbcd2e7b-897e-4090-89ba-0515ae421e3e tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:15.401066 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4fe32314-b822-46d7-b3f3-5f087c1e1be6 req-fbcd2e7b-897e-4090-89ba-0515ae421e3e tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0503821 Dec 15 13:36:15.463536 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4fe32314-b822-46d7-b3f3-5f087c1e1be6 req-41c460a1-1b6a-4cd4-afa6-4f4fd7757f34 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563633 Dec 15 13:36:15.804553 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-46affc74-ca89-4514-9255-47cc3bc26731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:16.116851 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2b95fa62-c587-4f19-b1eb-ea8da9fdc713 req-652f791c-c7b7-43d8-b372-d52f76dc51f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33030795-e868-427d-8a6a-6d48523668bc HTTP/1.1" status: 200 len: 999 time: 0.0626707 Dec 15 13:36:16.416056 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0bdfc-76c4-49d7-9af4-b5874071e81e req-bfd0a786-d9a3-4dc9-b13b-0fd9fcc2b0da tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:16.417408 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-47a0bdfc-76c4-49d7-9af4-b5874071e81e req-bfd0a786-d9a3-4dc9-b13b-0fd9fcc2b0da tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0564542 Dec 15 13:36:16.466679 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-47a0bdfc-76c4-49d7-9af4-b5874071e81e req-e23acafb-7629-40b2-973f-66d2852064d5 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428460 Dec 15 13:36:16.589231 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa8f5c-36d1-4bd0-b02b-888f537e89c3 req-6a2dae18-a313-4099-9016-f2654aa546fd tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:16.590785 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-35fa8f5c-36d1-4bd0-b02b-888f537e89c3 req-6a2dae18-a313-4099-9016-f2654aa546fd tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0576420 Dec 15 13:36:16.653356 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-35fa8f5c-36d1-4bd0-b02b-888f537e89c3 req-dee43fdf-f3fc-4a6f-8386-65b00e274a2e tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564630 Dec 15 13:36:16.895634 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:17.602804 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9ce80-b69d-46f5-8001-1f21380331e8 req-534fd512-071b-49b2-8a47-d26bcefa5e23 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:17.611262 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d3b9ce80-b69d-46f5-8001-1f21380331e8 req-534fd512-071b-49b2-8a47-d26bcefa5e23 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0617912 Dec 15 13:36:17.655197 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d3b9ce80-b69d-46f5-8001-1f21380331e8 req-ec7f42dc-f3ae-47a1-9147-755c8605249a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443044 Dec 15 13:36:17.773267 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3877b0-203b-4337-babe-430674d4ed39 req-d964aeb5-b936-4aa9-a7b7-fbcf6f495c64 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:17.774728 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-db3877b0-203b-4337-babe-430674d4ed39 req-d964aeb5-b936-4aa9-a7b7-fbcf6f495c64 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0537095 Dec 15 13:36:17.834929 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-db3877b0-203b-4337-babe-430674d4ed39 req-033d8366-3d36-461f-9e79-3b9b89a1d4f1 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540843 Dec 15 13:36:18.166425 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95fa62-c587-4f19-b1eb-ea8da9fdc713 req-1cd0b5cd-9c61-49b3-b8db-4b4dce375dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:18.167929 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2b95fa62-c587-4f19-b1eb-ea8da9fdc713 req-1cd0b5cd-9c61-49b3-b8db-4b4dce375dca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ee2d60c-e8f8-48bd-815a-998b0d5d4d75 HTTP/1.1" status: 200 len: 856 time: 0.1301093 Dec 15 13:36:18.218586 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95fa62-c587-4f19-b1eb-ea8da9fdc713 req-215d37dc-04a3-4ed4-a989-1f11759c1fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:18.220121 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2b95fa62-c587-4f19-b1eb-ea8da9fdc713 req-215d37dc-04a3-4ed4-a989-1f11759c1fa3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0016a0f-1988-46ad-b4da-048d7988271c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445666 Dec 15 13:36:18.310386 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2b95fa62-c587-4f19-b1eb-ea8da9fdc713 req-7299500b-c09d-4154-8532-1b6730031b52 service neutron] 10.222.0.46 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820124 Dec 15 13:36:18.401808 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2b95fa62-c587-4f19-b1eb-ea8da9fdc713 req-b9736cac-8ddb-4129-8e31-05f824ad8dc4 service neutron] 10.222.0.46 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833552 Dec 15 13:36:18.505217 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:18.782987 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f07fd7-a946-4dbe-9df7-662e6d6b031f req-298635cf-a492-4004-9f24-0896fcf21cab tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:18.784469 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-87f07fd7-a946-4dbe-9df7-662e6d6b031f req-298635cf-a492-4004-9f24-0896fcf21cab tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0496113 Dec 15 13:36:18.832640 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-87f07fd7-a946-4dbe-9df7-662e6d6b031f req-618909bf-8b74-4161-8ea5-351de5ce129e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422833 Dec 15 13:36:18.955899 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebe926-7f17-4256-8938-3b305e29e29b req-04f74abe-e665-455b-9f27-36de7b8d48a0 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:18.957367 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c0ebe926-7f17-4256-8938-3b305e29e29b req-04f74abe-e665-455b-9f27-36de7b8d48a0 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0543203 Dec 15 13:36:19.019873 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c0ebe926-7f17-4256-8938-3b305e29e29b req-e6c6a16a-abb8-4715-a9be-f52867876f40 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562661 Dec 15 13:36:19.415530 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:19.900999 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:36:19.959136 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b472db-ac3d-423c-b742-4139ef7fd842 req-bf41cf42-c36f-4c4b-98f0-c6c879077ae4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:19.960624 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f2b472db-ac3d-423c-b742-4139ef7fd842 req-bf41cf42-c36f-4c4b-98f0-c6c879077ae4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0527534 Dec 15 13:36:20.021238 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f2b472db-ac3d-423c-b742-4139ef7fd842 req-d77e30b1-e665-4e9a-958b-9373f6d8e102 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539730 Dec 15 13:36:20.155342 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c039e3-86d2-44f3-81bb-3bd533192a9a req-7863a851-4623-4ee9-99d5-ee8d2fa3b702 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:20.156859 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-30c039e3-86d2-44f3-81bb-3bd533192a9a req-7863a851-4623-4ee9-99d5-ee8d2fa3b702 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0549152 Dec 15 13:36:20.219086 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-30c039e3-86d2-44f3-81bb-3bd533192a9a req-ed327328-8f84-41b7-bd41-65903550e8ef tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560400 Dec 15 13:36:21.149123 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d806d2-1972-4b25-99de-88d275647b5b req-ca2a9cd5-a41c-4ae7-8938-d1efa66f028a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:21.150591 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-95d806d2-1972-4b25-99de-88d275647b5b req-ca2a9cd5-a41c-4ae7-8938-d1efa66f028a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0524380 Dec 15 13:36:21.197868 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-95d806d2-1972-4b25-99de-88d275647b5b req-ed2fe7e4-d8b5-4087-8029-40df284be427 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413303 Dec 15 13:36:21.334645 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebec4a-d142-47be-8513-fe01d961abfc req-8c2153d5-d37c-499a-bdf2-032572a1d32f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:21.336042 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-20ebec4a-d142-47be-8513-fe01d961abfc req-8c2153d5-d37c-499a-bdf2-032572a1d32f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0483155 Dec 15 13:36:21.402257 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-20ebec4a-d142-47be-8513-fe01d961abfc req-70f7ef6e-76bb-47ed-a9f9-bf58ebfc8b83 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596201 Dec 15 13:36:22.318962 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a969808-52f4-4e73-b882-9d4e06fb33fe req-f53753bb-651d-4163-a7be-62e6f3379a28 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:22.320679 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0a969808-52f4-4e73-b882-9d4e06fb33fe req-f53753bb-651d-4163-a7be-62e6f3379a28 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0488849 Dec 15 13:36:22.369618 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0a969808-52f4-4e73-b882-9d4e06fb33fe req-cb773a7c-54f2-476b-aacd-13074ed396ce tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423994 Dec 15 13:36:22.518395 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0876a6-06bf-43ea-afc1-a9cad1b67a03 req-3cc13a89-d4ff-4bbf-bb41-8bb2f8f47d8c tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:22.519872 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3a0876a6-06bf-43ea-afc1-a9cad1b67a03 req-3cc13a89-d4ff-4bbf-bb41-8bb2f8f47d8c tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0491836 Dec 15 13:36:22.578658 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3a0876a6-06bf-43ea-afc1-a9cad1b67a03 req-45032f1e-4ee3-4bd8-b418-9c73c97eabe5 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527303 Dec 15 13:36:23.494506 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07427d-0dce-4a73-a88c-d88893580225 req-cc978842-3e71-4739-8cab-4850afee43e2 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:23.495965 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ba07427d-0dce-4a73-a88c-d88893580225 req-cc978842-3e71-4739-8cab-4850afee43e2 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0540752 Dec 15 13:36:23.544503 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ba07427d-0dce-4a73-a88c-d88893580225 req-70a9ff60-4490-4b19-b572-f1765238291d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421376 Dec 15 13:36:23.699691 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e94009-fef2-4dc1-ac41-307adf3f6d90 req-32e74e8f-a7b5-4ac9-9bfc-1e8588e14827 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:23.701242 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-29e94009-fef2-4dc1-ac41-307adf3f6d90 req-32e74e8f-a7b5-4ac9-9bfc-1e8588e14827 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0520940 Dec 15 13:36:23.778883 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-29e94009-fef2-4dc1-ac41-307adf3f6d90 req-b7fb4817-6df3-4f9b-8355-c60389a31e9f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654821 Dec 15 13:36:24.023397 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 58836) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:24.131449 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-129a8f37-3846-434f-92b9-27aa6dd8ae6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:24.204748 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-129a8f37-3846-434f-92b9-27aa6dd8ae6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:24.208235 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-129a8f37-3846-434f-92b9-27aa6dd8ae6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:24.252917 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-129a8f37-3846-434f-92b9-27aa6dd8ae6c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e48482797da42b0a9baccb4fdd73e84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282829 Dec 15 13:36:24.255480 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 58842) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:24.262118 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a8f37-3846-434f-92b9-27aa6dd8ae6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13081b6b-b35a-40b4-9777-1ad53a83125f,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:24.310204 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-95215f16-27f5-4d1e-855a-25c840a6d1b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:24.331332 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-95215f16-27f5-4d1e-855a-25c840a6d1b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:24.376671 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-95215f16-27f5-4d1e-855a-25c840a6d1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:24.379374 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-95215f16-27f5-4d1e-855a-25c840a6d1b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:24.380508 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-95215f16-27f5-4d1e-855a-25c840a6d1b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/13081b6b-b35a-40b4-9777-1ad53a83125f HTTP/1.1" status: 204 len: 168 time: 0.1241314 Dec 15 13:36:24.388570 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95215f16-27f5-4d1e-855a-25c840a6d1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13081b6b-b35a-40b4-9777-1ad53a83125f,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:24.668279 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363063f3-da94-4555-b6e0-6a048296ea45 req-03f9cfb0-2bd2-4ce5-888a-a235e01bf427 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:24.669818 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-363063f3-da94-4555-b6e0-6a048296ea45 req-03f9cfb0-2bd2-4ce5-888a-a235e01bf427 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0515554 Dec 15 13:36:24.724779 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-363063f3-da94-4555-b6e0-6a048296ea45 req-0372a43b-2938-45f9-bac1-8233c5f35b0f tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487876 Dec 15 13:36:24.899613 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb1711-1775-42f9-8ebb-a6eba17ac830 req-68978b1e-1f9e-46e2-a6cf-11787e3cc705 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:24.901102 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3ffb1711-1775-42f9-8ebb-a6eba17ac830 req-68978b1e-1f9e-46e2-a6cf-11787e3cc705 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0539763 Dec 15 13:36:24.966419 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3ffb1711-1775-42f9-8ebb-a6eba17ac830 req-0dfdf9fb-c09e-44dd-897e-e41d5c79a84b tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579576 Dec 15 13:36:25.845145 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f431752-6530-4346-8811-840ae93664d7 req-4808b1b6-5c24-4dfe-8d1a-3791981f149a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:25.846561 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6f431752-6530-4346-8811-840ae93664d7 req-4808b1b6-5c24-4dfe-8d1a-3791981f149a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0477931 Dec 15 13:36:25.892019 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6f431752-6530-4346-8811-840ae93664d7 req-078af31d-d78e-4878-b590-4974a87c6448 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396051 Dec 15 13:36:26.082052 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988d436-80ed-4f27-bc20-98a717fdfcfc req-b2b49c35-3657-43bc-ac27-9950474e5610 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:26.083440 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6988d436-80ed-4f27-bc20-98a717fdfcfc req-b2b49c35-3657-43bc-ac27-9950474e5610 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0486729 Dec 15 13:36:26.144716 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6988d436-80ed-4f27-bc20-98a717fdfcfc req-67f8ab16-e8f5-4ba8-978f-fa9663351857 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&id=38c7b061-13d4-4935-b838-e335d76ae1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553358 Dec 15 13:36:27.008883 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a233750-4546-48ae-b61c-41cecc1b3d7a req-95baa1d7-7100-40a1-bd1c-6d17329c429b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:27.010350 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9a233750-4546-48ae-b61c-41cecc1b3d7a req-95baa1d7-7100-40a1-bd1c-6d17329c429b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0475779 Dec 15 13:36:27.056079 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9a233750-4546-48ae-b61c-41cecc1b3d7a req-9c135f48-6064-4b49-94aa-eb0a38218ab3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400019 Dec 15 13:36:28.171865 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e102b9-4cbc-41e6-b63f-983b037e03f5 req-1c02eb24-6cf3-42f2-b261-5cb2e158b715 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:28.173281 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-34e102b9-4cbc-41e6-b63f-983b037e03f5 req-1c02eb24-6cf3-42f2-b261-5cb2e158b715 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0465882 Dec 15 13:36:28.218946 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-34e102b9-4cbc-41e6-b63f-983b037e03f5 req-e2ad6a42-d993-40d0-a46b-383dc710df93 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398800 Dec 15 13:36:29.338024 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475179c8-9bff-4cdb-bf4b-4f336d675448 req-5c3a760e-a4ea-4bf9-bd21-fae4063f5a9f tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:29.339486 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-475179c8-9bff-4cdb-bf4b-4f336d675448 req-5c3a760e-a4ea-4bf9-bd21-fae4063f5a9f tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 943 time: 0.0504057 Dec 15 13:36:29.385067 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-475179c8-9bff-4cdb-bf4b-4f336d675448 req-6a26c324-41a4-40cf-bd74-469a3ddc27df tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392723 Dec 15 13:36:29.394007 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 33030795-e868-427d-8a6a-6d48523668bc details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:36:29.495980 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 33030795-e868-427d-8a6a-6d48523668bc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=33030795-e868-427d-8a6a-6d48523668bc,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:36:29.507116 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': '33030795-e868-427d-8a6a-6d48523668bc', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'port_id': '33030795-e868-427d-8a6a-6d48523668bc', 'mac_address': 'fa:16:3e:02:7c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:36:29.542355 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:29.555002 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33030795-e868-427d-8a6a-6d48523668bc {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:36:29.574043 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 33030795-e868-427d-8a6a-6d48523668bc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=33030795-e868-427d-8a6a-6d48523668bc,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:36:29.578746 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:29.625829 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=33030795-e868-427d-8a6a-6d48523668bc,revision_number=9']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:30.508166 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0c16f-44d6-4433-94e0-7574c244c677 req-f5076325-ee92-4419-9438-7596e79c0db6 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:30.509632 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4eb0c16f-44d6-4433-94e0-7574c244c677 req-f5076325-ee92-4419-9438-7596e79c0db6 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 944 time: 0.0486486 Dec 15 13:36:30.555402 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4eb0c16f-44d6-4433-94e0-7574c244c677 req-898a658b-ee48-42c7-b057-ee02d16fda88 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400016 Dec 15 13:36:31.425551 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['33030795-e868-427d-8a6a-6d48523668bc'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:36:31.675365 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef545ee-2889-440f-b428-2c424a667518 req-1f6dd350-6e07-4b71-ba38-98a3aa341406 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:31.676854 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6ef545ee-2889-440f-b428-2c424a667518 req-1f6dd350-6e07-4b71-ba38-98a3aa341406 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 944 time: 0.0504279 Dec 15 13:36:31.722678 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6ef545ee-2889-440f-b428-2c424a667518 req-ffcd0ad4-a7a6-46a7-a902-f9993132dc46 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400562 Dec 15 13:36:32.840820 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e89168-4498-4659-ba54-34b1581b048c req-43f3b4a1-8b27-4f3b-b541-eecfdfc49db8 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:32.842285 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-93e89168-4498-4659-ba54-34b1581b048c req-43f3b4a1-8b27-4f3b-b541-eecfdfc49db8 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 944 time: 0.0493526 Dec 15 13:36:32.887815 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-93e89168-4498-4659-ba54-34b1581b048c req-56539718-e746-46e6-a9f9-efd50359021d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398381 Dec 15 13:36:33.399879 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 33030795-e868-427d-8a6a-6d48523668bc up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:36:33.449361 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port 33030795-e868-427d-8a6a-6d48523668bc triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:33.450308 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.524812 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.545909 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00671676-47cb-4266-b9e5-61c7fb120355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33030795-e868-427d-8a6a-6d48523668bc'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:36:33.548157 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44da41b3-5d25-48ee-a68e-4d778aca75db" -d '{"events": [{"server_uuid": "00671676-47cb-4266-b9e5-61c7fb120355", "name": "network-vif-plugged", "status": "completed", "tag": "33030795-e868-427d-8a6a-6d48523668bc"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:36:33.561265 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 33030795-e868-427d-8a6a-6d48523668bc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=33030795-e868-427d-8a6a-6d48523668bc,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:36:33.566696 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:33.590139 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be8623e-3051-41ad-a805-d902e4f2a6bb x-openstack-request-id: req-1be8623e-3051-41ad-a805-d902e4f2a6bb {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:36:33.590453 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00671676-47cb-4266-b9e5-61c7fb120355", "name": "network-vif-plugged", "status": "completed", "tag": "33030795-e868-427d-8a6a-6d48523668bc", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:36:33.590707 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1be8623e-3051-41ad-a805-d902e4f2a6bb {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:36:33.591110 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00671676-47cb-4266-b9e5-61c7fb120355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33030795-e868-427d-8a6a-6d48523668bc', 'code': 200} Dec 15 13:36:33.626121 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=33030795-e868-427d-8a6a-6d48523668bc,revision_number=10']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:34.006300 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a69b66-3490-4334-b477-40bb7e154460 req-4396c9ab-c0c4-4c28-9198-bc173b8f97c4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:34.007767 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-10a69b66-3490-4334-b477-40bb7e154460 req-4396c9ab-c0c4-4c28-9198-bc173b8f97c4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 946 time: 0.0476677 Dec 15 13:36:34.058019 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-10a69b66-3490-4334-b477-40bb7e154460 req-2b38338e-9c23-478e-a30f-8e7888c6b322 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441854 Dec 15 13:36:34.198906 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf325e1-c675-4f93-b443-3b428e10e132 req-747b40cc-0e4d-44e9-9c1e-f2a75423d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:34.200535 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cbf325e1-c675-4f93-b443-3b428e10e132 req-747b40cc-0e4d-44e9-9c1e-f2a75423d6a9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 1099 time: 0.0411367 Dec 15 13:36:34.244936 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cbf325e1-c675-4f93-b443-3b428e10e132 req-9cfdfbbf-d6cd-4d99-a6a1-b1af6f9ada15 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366564 Dec 15 13:36:35.179570 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877428dd-4f38-48a4-9e8d-8b76b7d25567 req-a52a8ce7-4cb6-485e-bd2c-75dd915f00a2 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:35.180913 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-877428dd-4f38-48a4-9e8d-8b76b7d25567 req-a52a8ce7-4cb6-485e-bd2c-75dd915f00a2 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 946 time: 0.0471277 Dec 15 13:36:35.228075 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-877428dd-4f38-48a4-9e8d-8b76b7d25567 req-18af558b-705b-46aa-b5fc-a3e968bcf19a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412548 Dec 15 13:36:36.351536 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4996d-5eb5-40c8-a8b4-c8ee11d1a9bc req-052e30f8-c286-4ad8-b231-1926e803d0a5 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:36.352891 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-26a4996d-5eb5-40c8-a8b4-c8ee11d1a9bc req-052e30f8-c286-4ad8-b231-1926e803d0a5 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 946 time: 0.0491548 Dec 15 13:36:36.400127 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-26a4996d-5eb5-40c8-a8b4-c8ee11d1a9bc req-0a176f6f-5c34-4927-abcb-572ccfadbd3c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403833 Dec 15 13:36:37.525745 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44fa1d-d0c8-4a13-94c0-d2446fa24df3 req-b1692303-6a6f-4c97-80a9-77068ea273be tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:37.527200 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6b44fa1d-d0c8-4a13-94c0-d2446fa24df3 req-b1692303-6a6f-4c97-80a9-77068ea273be tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 946 time: 0.0513196 Dec 15 13:36:37.573219 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6b44fa1d-d0c8-4a13-94c0-d2446fa24df3 req-ded4b935-d430-47f9-aa5f-1c002d7873f2 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402119 Dec 15 13:36:38.272020 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:38.690041 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c7b08-60d6-4356-9648-2bf64f9b3ce3 req-87b66b55-b4bb-4d10-8550-0998e62af334 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:38.691537 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-356c7b08-60d6-4356-9648-2bf64f9b3ce3 req-87b66b55-b4bb-4d10-8550-0998e62af334 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 946 time: 0.0473256 Dec 15 13:36:38.741465 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-356c7b08-60d6-4356-9648-2bf64f9b3ce3 req-9566c0e8-b344-4660-9a6a-166e53292722 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438540 Dec 15 13:36:39.863418 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209cc708-f0ae-4782-a341-38b0f5799b26 req-29a879c7-5ba1-404a-96e7-e41451408463 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:39.864882 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-209cc708-f0ae-4782-a341-38b0f5799b26 req-29a879c7-5ba1-404a-96e7-e41451408463 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 946 time: 0.0504630 Dec 15 13:36:39.914375 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-209cc708-f0ae-4782-a341-38b0f5799b26 req-0b11a722-5490-49ec-a0d3-fe5e9292ff45 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437956 Dec 15 13:36:41.030538 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b052f-a673-43ed-8b3c-fa11b35e96aa req-0194f5cb-d97e-4fef-8e86-f6be01144cb1 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:41.031979 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ea4b052f-a673-43ed-8b3c-fa11b35e96aa req-0194f5cb-d97e-4fef-8e86-f6be01144cb1 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 946 time: 0.0468495 Dec 15 13:36:41.077914 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ea4b052f-a673-43ed-8b3c-fa11b35e96aa req-41f14a00-f87e-4fbb-b6ee-424832a06b21 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402143 Dec 15 13:36:42.196243 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29382bb4-cfaa-4552-9981-d8c03c7e7cb3 req-7a94e366-74b0-4431-bcf3-9ce7b0d096b0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:42.197597 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-29382bb4-cfaa-4552-9981-d8c03c7e7cb3 req-7a94e366-74b0-4431-bcf3-9ce7b0d096b0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 946 time: 0.0490081 Dec 15 13:36:42.242776 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-29382bb4-cfaa-4552-9981-d8c03c7e7cb3 req-cff5417e-f2ad-4fb9-8297-1ca37d4ec154 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393088 Dec 15 13:36:43.442531 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-2274c51c-54ee-4404-a331-7529003dba91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:44.792495 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 59126) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:44.902016 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-456c34c8-7508-46d0-8332-17cf2f98ff74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:44.975103 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-456c34c8-7508-46d0-8332-17cf2f98ff74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:44.978600 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-456c34c8-7508-46d0-8332-17cf2f98ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:45.015755 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-456c34c8-7508-46d0-8332-17cf2f98ff74 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d34439291532491a9465faeb3494359c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216539 Dec 15 13:36:45.016608 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c34c8-7508-46d0-8332-17cf2f98ff74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17440ae6-6d96-4e8b-8b37-b324c5ba9193,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:45.018441 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 59130) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:45.065319 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2e0a6d22-7709-4fb1-86e9-ea2acf74c765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:45.086589 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2e0a6d22-7709-4fb1-86e9-ea2acf74c765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:45.137177 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2e0a6d22-7709-4fb1-86e9-ea2acf74c765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:45.140017 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2e0a6d22-7709-4fb1-86e9-ea2acf74c765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:45.141164 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-2e0a6d22-7709-4fb1-86e9-ea2acf74c765 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/17440ae6-6d96-4e8b-8b37-b324c5ba9193 HTTP/1.1" status: 204 len: 168 time: 0.1217220 Dec 15 13:36:45.149410 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a6d22-7709-4fb1-86e9-ea2acf74c765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17440ae6-6d96-4e8b-8b37-b324c5ba9193,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:45.806613 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-5c33ad58-20f4-4728-b82e-a3a7aa023a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:46.899462 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:48.507523 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:49.417554 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:55.754469 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-16e0a2ae-f7c8-474f-8b20-b393bd594baa tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1327183954&fields=id&tenant_id=bb0ac6d4548e486492887beb2e915bdb HTTP/1.1" status: 200 len: 267 time: 0.0436320 Dec 15 13:36:55.858450 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-d496a364-b10c-4057-b0ae-b0991ae3fa87 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:55.859789 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-d496a364-b10c-4057-b0ae-b0991ae3fa87 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/networks?id=f00df9de-2b8a-4b7a-a223-8114d9b06d65 HTTP/1.1" status: 200 len: 808 time: 0.0986977 Dec 15 13:36:55.873904 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-4fbabd9b-d669-449e-9a9d-36620f8dd0e6 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/quotas/bb0ac6d4548e486492887beb2e915bdb HTTP/1.1" status: 200 len: 375 time: 0.0085268 Dec 15 13:36:55.923853 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-529b9c58-afed-41de-80d9-8aeb60db1e3f tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bb0ac6d4548e486492887beb2e915bdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446637 Dec 15 13:36:56.113708 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-fa934174-8431-41f1-96d9-550abc1d5b36 service neutron] 10.222.0.60 "GET /v2.0/networks/f00df9de-2b8a-4b7a-a223-8114d9b06d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785545 Dec 15 13:36:56.213216 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-cb28a29e-5733-4ffa-96ef-69815ccb3eae service neutron] 10.222.0.60 "GET /v2.0/networks/f00df9de-2b8a-4b7a-a223-8114d9b06d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935166 Dec 15 13:36:56.492838 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0dccfb09-64d6-4d68-b11d-e684c1a0c0ac req-c680f3fd-cf58-4b9f-9ed2-0a03e3fc560e tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 210 time: 0.0324090 Dec 15 13:36:56.714724 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 59230) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:56.822800 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e31cdda7-b234-49b6-8e8e-d411dd4963e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:56.901162 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:36:56.901746 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e31cdda7-b234-49b6-8e8e-d411dd4963e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:56.905205 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e31cdda7-b234-49b6-8e8e-d411dd4963e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:56.944929 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-e31cdda7-b234-49b6-8e8e-d411dd4963e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4b281078faad41b9a0f84ea9206f9d6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289197 Dec 15 13:36:56.946148 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cdda7-b234-49b6-8e8e-d411dd4963e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42211193-30a5-4c30-85d2-2a83b4268564,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:56.947905 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 59236) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:56.999499 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b4c532e8-5eae-4749-8a6a-8303d1096c3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:57.020846 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b4c532e8-5eae-4749-8a6a-8303d1096c3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:57.068973 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b4c532e8-5eae-4749-8a6a-8303d1096c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:57.071865 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b4c532e8-5eae-4749-8a6a-8303d1096c3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:57.073008 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-b4c532e8-5eae-4749-8a6a-8303d1096c3f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/42211193-30a5-4c30-85d2-2a83b4268564 HTTP/1.1" status: 204 len: 168 time: 0.1234641 Dec 15 13:36:57.084518 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c532e8-5eae-4749-8a6a-8303d1096c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42211193-30a5-4c30-85d2-2a83b4268564,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:57.609182 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a3d4fd25-4d55-41ca-852c-c0ee46c08b39 req-1719c175-cb30-4341-950a-b3d3fa4d86c4 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 210 time: 0.0414114 Dec 15 13:36:57.614890 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-e34de8dc-dc3b-47cf-8036-2635a4fd95d2 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:57.616373 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-e34de8dc-dc3b-47cf-8036-2635a4fd95d2 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.46 "GET /v2.0/networks?id=f00df9de-2b8a-4b7a-a223-8114d9b06d65 HTTP/1.1" status: 200 len: 808 time: 0.1280141 Dec 15 13:36:57.694095 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-f868cfcc-9d7a-46cd-8965-dfe734c564be tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb0ac6d4548e486492887beb2e915bdb HTTP/1.1" status: 200 len: 380 time: 0.0673215 Dec 15 13:36:57.704984 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-452894d6-03f4-48f7-86f0-1dc25ad0cbad tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Request body: {'port': {'device_id': 'b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e', 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65', 'admin_state_up': True, 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'security_groups': ['b9c2e1e1-d83d-44d4-847e-22fd9abc8e80']}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:57.720262 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 59260) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:57.815681 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-452894d6-03f4-48f7-86f0-1dc25ad0cbad tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Made reservation on behalf of bb0ac6d4548e486492887beb2e915bdb for: {'port': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:36:57.819184 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-452894d6-03f4-48f7-86f0-1dc25ad0cbad tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:57.846234 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-dbef4c2e-0dea-418b-934c-0a67c2d5893e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1391342211-network', 'tenant_id': 'b8066a245289451b8a7cc12d4311b412'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:57.909051 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbef4c2e-0dea-418b-934c-0a67c2d5893e admin admin] Made reservation on behalf of b8066a245289451b8a7cc12d4311b412 for: {'network': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:36:57.911318 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-dbef4c2e-0dea-418b-934c-0a67c2d5893e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for network, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:57.925231 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-dbef4c2e-0dea-418b-934c-0a67c2d5893e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:57.996678 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-452894d6-03f4-48f7-86f0-1dc25ad0cbad tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Allocated IP 172.20.0.5 (f00df9de-2b8a-4b7a-a223-8114d9b06d65/a8e90077-f423-490e-bfd1-336a171cdb98/271b8ee8-bedb-4be5-a4e3-37b1a376fe7f) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:36:58.115446 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-dbef4c2e-0dea-418b-934c-0a67c2d5893e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:58.120663 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-dbef4c2e-0dea-418b-934c-0a67c2d5893e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:58.152294 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbef4c2e-0dea-418b-934c-0a67c2d5893e admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=102374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:36:58.192102 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-dbef4c2e-0dea-418b-934c-0a67c2d5893e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:58.192665 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.db.segments_db [None req-dbef4c2e-0dea-418b-934c-0a67c2d5893e admin admin] Added segment 8e0a6565-f608-4f93-bb1f-c9f7b836b7c6 of type vlan for network b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0 Dec 15 13:36:58.193771 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef4c2e-0dea-418b-934c-0a67c2d5893e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:58.234957 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-452894d6-03f4-48f7-86f0-1dc25ad0cbad tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:58.252006 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-dbef4c2e-0dea-418b-934c-0a67c2d5893e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790302850079'] for network, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:58.292313 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-dbef4c2e-0dea-418b-934c-0a67c2d5893e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for network, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:58.293188 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbef4c2e-0dea-418b-934c-0a67c2d5893e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:58.293766 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-dbef4c2e-0dea-418b-934c-0a67c2d5893e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:58.304545 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-452894d6-03f4-48f7-86f0-1dc25ad0cbad tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:58.381573 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-dbef4c2e-0dea-418b-934c-0a67c2d5893e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6602705 Dec 15 13:36:58.384549 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 59264) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:36:58.390057 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-45754091-879a-4659-8d48-767d13d100b4 admin admin] Request body: {'subnet': {'network_id': 'b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1391342211-subnet', 'tenant_id': 'b8066a245289451b8a7cc12d4311b412', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:58.401956 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-452894d6-03f4-48f7-86f0-1dc25ad0cbad tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Network f00df9de-2b8a-4b7a-a223-8114d9b06d65 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:36:58.407924 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-452894d6-03f4-48f7-86f0-1dc25ad0cbad tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:58.409908 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef4c2e-0dea-418b-934c-0a67c2d5893e admin admin] Pushing event updated for resources: {'Network': ['ID=b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:58.411444 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45754091-879a-4659-8d48-767d13d100b4 admin admin] Made reservation on behalf of b8066a245289451b8a7cc12d4311b412 for: {'subnet': 1} {{(pid=102375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:36:58.414115 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-45754091-879a-4659-8d48-767d13d100b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8698210'] for subnet, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:58.414391 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-452894d6-03f4-48f7-86f0-1dc25ad0cbad tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:36:58.420470 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-452894d6-03f4-48f7-86f0-1dc25ad0cbad tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:58.421084 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-452894d6-03f4-48f7-86f0-1dc25ad0cbad tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:58.423931 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Network b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0 details requested by agent ovs-agent-dv-cinder-813227-4-iscsi with host dv-cinder-813227-4-iscsi {{(pid=102376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:36:58.432727 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452894d6-03f4-48f7-86f0-1dc25ad0cbad tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Pushing event updated for resources: {'Port': ['ID=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:58.460037 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-452894d6-03f4-48f7-86f0-1dc25ad0cbad tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7596407 Dec 15 13:36:58.475227 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-85444b20-5963-40e2-808f-eac56683cc53 service neutron] Request body: {'port': {'device_id': 'b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:36:58.551388 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-85444b20-5963-40e2-808f-eac56683cc53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:58.606308 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-45754091-879a-4659-8d48-767d13d100b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8656092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8698236'] for subnet, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:58.673086 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45754091-879a-4659-8d48-767d13d100b4 admin admin] Checking segment: {'id': '8e0a6565-f608-4f93-bb1f-c9f7b836b7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:36:58.674113 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45754091-879a-4659-8d48-767d13d100b4 admin admin] Network hostable DHCP agents. Network: b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0, hostable agents: ['d51fc807-4fdb-425e-a52e-51fe0ffc3ab0'], hosted agents: [] {{(pid=102375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:36:58.680511 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45754091-879a-4659-8d48-767d13d100b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c24da58-f619-4f84-808a-46c10f69fa74,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:58.721715 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45754091-879a-4659-8d48-767d13d100b4 admin admin] Network b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0 is scheduled to be hosted by DHCP agent d51fc807-4fdb-425e-a52e-51fe0ffc3ab0 with binding_index 1 {{(pid=102375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:36:58.734946 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-45754091-879a-4659-8d48-767d13d100b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-4-iscsi, b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0) {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:36:58.741289 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45754091-879a-4659-8d48-767d13d100b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:58.741847 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-45754091-879a-4659-8d48-767d13d100b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:58.748924 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045a2414-0fb1-4ee7-86b6-9d17f90c6db6 None None] Network b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:36:58.763973 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d418386-1755-4869-a939-24e53a7021ad req-df52bd26-ffde-4483-8542-e098997c570c tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:58.765406 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-7d418386-1755-4869-a939-24e53a7021ad req-df52bd26-ffde-4483-8542-e098997c570c tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 931 time: 0.0755496 Dec 15 13:36:58.769531 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-45754091-879a-4659-8d48-767d13d100b4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3830490 Dec 15 13:36:58.828507 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-693eeee2-b466-406a-aad9-5f35b9aba7fc None None] Provisioning complete for port 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:36:58.828879 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-693eeee2-b466-406a-aad9-5f35b9aba7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:58.848775 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-85444b20-5963-40e2-808f-eac56683cc53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f {{(pid=102374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:36:58.856410 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-7d418386-1755-4869-a939-24e53a7021ad req-3cf277fd-d5bd-4804-9e5c-670b6b2aa8b3 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681367 Dec 15 13:36:58.858242 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-85444b20-5963-40e2-808f-eac56683cc53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:58.880818 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.provisioning_blocks [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-85444b20-5963-40e2-808f-eac56683cc53 service neutron] Transition to ACTIVE for port object 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f will not be triggered until provisioned by entity L2. {{(pid=102374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:36:58.883170 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-693eeee2-b466-406a-aad9-5f35b9aba7fc None None] Port 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:36:58.885630 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-85444b20-5963-40e2-808f-eac56683cc53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:58.918547 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b5b1c9-7a44-4e1e-ade7-78dff3b9b4ec None None] Network b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:36:58.971536 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-85444b20-5963-40e2-808f-eac56683cc53 service neutron] Attempting to bind port 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:36:58.971875 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-85444b20-5963-40e2-808f-eac56683cc53 service neutron] Attempting to bind port 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '53a6f789-a76f-498a-a7b6-43fce759bed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:36:58.972211 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-85444b20-5963-40e2-808f-eac56683cc53 service neutron] Attempting to bind port 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f on network f00df9de-2b8a-4b7a-a223-8114d9b06d65 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:36:58.981096 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-85444b20-5963-40e2-808f-eac56683cc53 service neutron] Port 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f on network f00df9de-2b8a-4b7a-a223-8114d9b06d65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:36:58.981427 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-85444b20-5963-40e2-808f-eac56683cc53 service neutron] Attempting to bind port 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f on network f00df9de-2b8a-4b7a-a223-8114d9b06d65 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:36:58.984520 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85444b20-5963-40e2-808f-eac56683cc53 service neutron] Pushing event updated for resources: {'Port': ['ID=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:58.989268 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-85444b20-5963-40e2-808f-eac56683cc53 service neutron] Checking agent: {'id': '9aec82b9-7713-4c66-84ce-8e508cdbb5b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:36:58.989607 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-85444b20-5963-40e2-808f-eac56683cc53 service neutron] Checking segment: {'id': '53a6f789-a76f-498a-a7b6-43fce759bed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:36:58.989997 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-85444b20-5963-40e2-808f-eac56683cc53 service neutron] Bound using segment: {'id': '53a6f789-a76f-498a-a7b6-43fce759bed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:36:58.990430 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-85444b20-5963-40e2-808f-eac56683cc53 service neutron] Bound port: 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53a6f789-a76f-498a-a7b6-43fce759bed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:36:58.990792 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-85444b20-5963-40e2-808f-eac56683cc53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:59.065999 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-85444b20-5963-40e2-808f-eac56683cc53 service neutron] For port 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f, host hv-cinder-81322, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:36:59.069404 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-85444b20-5963-40e2-808f-eac56683cc53 service neutron] For port 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f,segment=NetworkSegment(53a6f789-a76f-498a-a7b6-43fce759bed5),segment_id=53a6f789-a76f-498a-a7b6-43fce759bed5)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:36:59.073747 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-85444b20-5963-40e2-808f-eac56683cc53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:59.111764 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-85444b20-5963-40e2-808f-eac56683cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:59.112390 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-85444b20-5963-40e2-808f-eac56683cc53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:36:59.114000 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-85444b20-5963-40e2-808f-eac56683cc53 service neutron] 10.222.0.46 "PUT /v2.0/ports/271b8ee8-bedb-4be5-a4e3-37b1a376fe7f HTTP/1.1" status: 200 len: 1093 time: 0.6453230 Dec 15 13:36:59.114382 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e', 'tag': '271b8ee8-bedb-4be5-a4e3-37b1a376fe7f'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:36:59.116652 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a977f2-e366-45da-b2b8-c82462d0d0ea" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e", "tag": "271b8ee8-bedb-4be5-a4e3-37b1a376fe7f"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:36:59.147709 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85444b20-5963-40e2-808f-eac56683cc53 service neutron] Pushing event updated for resources: {'Port': ['ID=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:36:59.215748 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-63783287-4761-4982-ace0-c1f113fbac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:59.217942 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-63783287-4761-4982-ace0-c1f113fbac4a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb0ac6d4548e486492887beb2e915bdb&device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 1096 time: 0.0572717 Dec 15 13:36:59.270893 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-113a290f-61f9-42fa-892b-789a49e0d06b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f HTTP/1.1" status: 200 len: 217 time: 0.0409968 Dec 15 13:36:59.328732 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-5aad7e1c-b696-4801-920b-f646c922d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:59.330347 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-5aad7e1c-b696-4801-920b-f646c922d89a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8e90077-f423-490e-bfd1-336a171cdb98 HTTP/1.1" status: 200 len: 847 time: 0.0506535 Dec 15 13:36:59.373786 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa22cf4-3e56-4b0c-bbc0-735efcd390de x-openstack-request-id: req-afa22cf4-3e56-4b0c-bbc0-735efcd390de {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:36:59.374093 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e", "tag": "271b8ee8-bedb-4be5-a4e3-37b1a376fe7f", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:36:59.374354 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-afa22cf4-3e56-4b0c-bbc0-735efcd390de {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:36:59.374797 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e', 'tag': '271b8ee8-bedb-4be5-a4e3-37b1a376fe7f', 'status': 'completed', 'code': 200} Dec 15 13:36:59.393578 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-75ebce1e-8021-4e9f-9401-a99f3deda3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:59.395142 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-75ebce1e-8021-4e9f-9401-a99f3deda3da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f00df9de-2b8a-4b7a-a223-8114d9b06d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555868 Dec 15 13:36:59.492234 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-ee6940f7-0172-4b3a-b594-8cb1d78d2f45 service neutron] 10.222.0.46 "GET /v2.0/networks/f00df9de-2b8a-4b7a-a223-8114d9b06d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896192 Dec 15 13:36:59.580514 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-407c6472-b469-487d-a9b2-9affbb6f1b06 req-8d5e1d1c-ddc4-4ee9-8710-95665a76e551 service neutron] 10.222.0.46 "GET /v2.0/networks/f00df9de-2b8a-4b7a-a223-8114d9b06d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809999 Dec 15 13:36:59.676327 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a977f2-e366-45da-b2b8-c82462d0d0ea req-5b682d36-5371-480f-8c45-751d6531fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:59.677820 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-66a977f2-e366-45da-b2b8-c82462d0d0ea req-5b682d36-5371-480f-8c45-751d6531fc17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb0ac6d4548e486492887beb2e915bdb&device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 1096 time: 0.0406883 Dec 15 13:36:59.769300 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a977f2-e366-45da-b2b8-c82462d0d0ea req-8c2192fe-afb1-4800-bace-b97a60fcb38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:59.770750 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-66a977f2-e366-45da-b2b8-c82462d0d0ea req-8c2192fe-afb1-4800-bace-b97a60fcb38d service neutron] 10.222.0.46 "GET /v2.0/networks?id=f00df9de-2b8a-4b7a-a223-8114d9b06d65 HTTP/1.1" status: 200 len: 909 time: 0.0850940 Dec 15 13:36:59.812038 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-66a977f2-e366-45da-b2b8-c82462d0d0ea req-6d8d5eb5-f217-47bb-838f-9bceb539b7a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f HTTP/1.1" status: 200 len: 217 time: 0.0335252 Dec 15 13:36:59.864131 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a977f2-e366-45da-b2b8-c82462d0d0ea req-43999c32-508e-46eb-ad5f-1e313667ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:59.865467 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-66a977f2-e366-45da-b2b8-c82462d0d0ea req-43999c32-508e-46eb-ad5f-1e313667ef86 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8e90077-f423-490e-bfd1-336a171cdb98 HTTP/1.1" status: 200 len: 847 time: 0.0455480 Dec 15 13:36:59.911660 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a977f2-e366-45da-b2b8-c82462d0d0ea req-652ec8db-45f3-429d-996d-936c0ffc4521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:59.913161 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-66a977f2-e366-45da-b2b8-c82462d0d0ea req-652ec8db-45f3-429d-996d-936c0ffc4521 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f00df9de-2b8a-4b7a-a223-8114d9b06d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398989 Dec 15 13:36:59.966120 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a1789-4a82-48ca-955d-e06a0db9b57a req-a0f42c91-e7be-46b9-b0c8-8dd813949b09 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:36:59.967611 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-be2a1789-4a82-48ca-955d-e06a0db9b57a req-a0f42c91-e7be-46b9-b0c8-8dd813949b09 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 943 time: 0.0517390 Dec 15 13:37:00.002361 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-66a977f2-e366-45da-b2b8-c82462d0d0ea req-80f63158-f300-4401-a10f-8ce20c52ef4c service neutron] 10.222.0.46 "GET /v2.0/networks/f00df9de-2b8a-4b7a-a223-8114d9b06d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815217 Dec 15 13:37:00.025163 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-be2a1789-4a82-48ca-955d-e06a0db9b57a req-d5fb2ee5-2ae8-4f42-8167-aad0274ba2a4 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510845 Dec 15 13:37:00.097925 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-66a977f2-e366-45da-b2b8-c82462d0d0ea req-6f77622a-a12d-4f94-a1d0-df7fa26b5e35 service neutron] 10.222.0.46 "GET /v2.0/networks/f00df9de-2b8a-4b7a-a223-8114d9b06d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873380 Dec 15 13:37:00.643484 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-fdab1bc5-5396-49ee-a6ed-72d782bbf887 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:00.644895 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-fdab1bc5-5396-49ee-a6ed-72d782bbf887 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/networks?id=b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0 HTTP/1.1" status: 200 len: 814 time: 0.1018267 Dec 15 13:37:00.659454 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-c1b3d8cb-2a8f-42cd-b3f4-0b7bfd5f95d6 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/quotas/b8066a245289451b8a7cc12d4311b412 HTTP/1.1" status: 200 len: 375 time: 0.0088193 Dec 15 13:37:00.877388 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-268fb85b-1275-49a5-a409-a860fd32e949 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8066a245289451b8a7cc12d4311b412&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2123325 Dec 15 13:37:00.963708 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-320ae83c-625c-454c-862f-2624945f7e21 service neutron] 10.222.0.60 "GET /v2.0/networks/b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793839 Dec 15 13:37:01.052496 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-5a95e834-f3b0-4c78-8c59-f9548dd3e5da service neutron] 10.222.0.60 "GET /v2.0/networks/b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823739 Dec 15 13:37:01.139628 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc06666-2920-495e-a5a9-c873d28b1d93 req-16ec9b4c-ba47-4daf-8e0d-83aec855717b tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:01.141095 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2bc06666-2920-495e-a5a9-c873d28b1d93 req-16ec9b4c-ba47-4daf-8e0d-83aec855717b tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 943 time: 0.0491581 Dec 15 13:37:01.212442 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fba2eb4c-e045-485d-8ecf-80cee121cb76 req-c7f69249-685d-41f5-97ad-5bda0b4da538 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=93bf7202-d763-46e8-a6ff-ff6b87ee9ad6 HTTP/1.1" status: 200 len: 210 time: 0.0318956 Dec 15 13:37:01.223302 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2bc06666-2920-495e-a5a9-c873d28b1d93 req-e681f2a5-7abc-4a0e-a4f3-b41c40d2d159 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743415 Dec 15 13:37:02.141800 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-aea6f6c7-7a9a-4600-bfe1-c4687e67d310 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:02.143271 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-aea6f6c7-7a9a-4600-bfe1-c4687e67d310 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.46 "GET /v2.0/networks?id=b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0 HTTP/1.1" status: 200 len: 814 time: 0.1016722 Dec 15 13:37:02.158027 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-4c442450-ec24-417f-900c-f69f57952213 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Request body: {'port': {'device_id': '93bf7202-d763-46e8-a6ff-ff6b87ee9ad6', 'network_id': 'b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0', 'admin_state_up': True, 'tenant_id': 'b8066a245289451b8a7cc12d4311b412'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:37:02.279318 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-4c442450-ec24-417f-900c-f69f57952213 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Made reservation on behalf of b8066a245289451b8a7cc12d4311b412 for: {'port': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:37:02.283120 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-4c442450-ec24-417f-900c-f69f57952213 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:02.323164 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0a18818a-daac-4e5b-a21f-c3edd6134700 req-19fa150d-4575-444d-a6a1-40c50dcae934 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=93bf7202-d763-46e8-a6ff-ff6b87ee9ad6 HTTP/1.1" status: 200 len: 210 time: 0.0363939 Dec 15 13:37:02.359043 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905fdb9-9298-4fb7-acb4-3de710e9ba1f req-235db16b-663a-471e-8921-2916d2a4d395 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:02.360502 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0905fdb9-9298-4fb7-acb4-3de710e9ba1f req-235db16b-663a-471e-8921-2916d2a4d395 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 943 time: 0.0652454 Dec 15 13:37:02.412102 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0905fdb9-9298-4fb7-acb4-3de710e9ba1f req-35a3aa6f-c17c-4895-b284-229498fb26ac tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454371 Dec 15 13:37:02.417769 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-4c442450-ec24-417f-900c-f69f57952213 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Allocated IP 172.20.0.2 (b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0/7c24da58-f619-4f84-808a-46c10f69fa74/fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:37:02.565205 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-4c442450-ec24-417f-900c-f69f57952213 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:02.601470 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-4c442450-ec24-417f-900c-f69f57952213 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:02.643292 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-4c442450-ec24-417f-900c-f69f57952213 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Network b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:37:02.646365 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-4c442450-ec24-417f-900c-f69f57952213 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:37:02.650057 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-4c442450-ec24-417f-900c-f69f57952213 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:37:02.655634 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-4c442450-ec24-417f-900c-f69f57952213 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:02.656255 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-4c442450-ec24-417f-900c-f69f57952213 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:02.666273 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c442450-ec24-417f-900c-f69f57952213 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Pushing event updated for resources: {'Port': ['ID=fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:02.678122 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-4c442450-ec24-417f-900c-f69f57952213 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5239112 Dec 15 13:37:02.690977 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Request body: {'port': {'device_id': '93bf7202-d763-46e8-a6ff-ff6b87ee9ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:37:02.742082 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:02.994505 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f {{(pid=102374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:37:03.002282 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:03.014217 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.provisioning_blocks [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Transition to ACTIVE for port object fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f will not be triggered until provisioned by entity L2. {{(pid=102374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:37:03.017903 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:03.065948 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:03.089799 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:03.090141 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:03.090471 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:03.090807 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:03.091153 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:03.091476 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:03.091798 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:03.092121 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:03.092440 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:03.092758 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:03.093073 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:03.093390 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:03.093706 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:03.106751 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Attempting to bind port fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:37:03.107117 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Attempting to bind port fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '8e0a6565-f608-4f93-bb1f-c9f7b836b7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:37:03.107446 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Attempting to bind port fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f on network b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:37:03.111776 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Port fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f on network b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:37:03.112094 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Attempting to bind port fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f on network b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:37:03.116796 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Checking agent: {'id': '9aec82b9-7713-4c66-84ce-8e508cdbb5b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:37:03.117131 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Checking segment: {'id': '8e0a6565-f608-4f93-bb1f-c9f7b836b7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:37:03.117506 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Bound using segment: {'id': '8e0a6565-f608-4f93-bb1f-c9f7b836b7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:37:03.117924 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Bound port: fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0a6565-f608-4f93-bb1f-c9f7b836b7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:37:03.118270 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:03.180421 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] For port fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f, host hv-cinder-81322, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:37:03.184069 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] For port fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f,segment=NetworkSegment(8e0a6565-f608-4f93-bb1f-c9f7b836b7c6),segment_id=8e0a6565-f608-4f93-bb1f-c9f7b836b7c6)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:37:03.188620 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:03.443241 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a50090-5694-4f5d-a999-21612537875f req-43ab5b8b-1102-4a6f-b595-8c30bb1ce74c tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:03.443840 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:03.444646 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:03.445241 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-93a50090-5694-4f5d-a999-21612537875f req-43ab5b8b-1102-4a6f-b595-8c30bb1ce74c tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=93bf7202-d763-46e8-a6ff-ff6b87ee9ad6 HTTP/1.1" status: 200 len: 943 time: 0.0512657 Dec 15 13:37:03.446507 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] 10.222.0.46 "PUT /v2.0/ports/fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f HTTP/1.1" status: 200 len: 1093 time: 0.7596374 Dec 15 13:37:03.447101 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93bf7202-d763-46e8-a6ff-ff6b87ee9ad6', 'tag': 'fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:37:03.450221 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007057db-a2b1-4840-9f1d-80d2b7b1c21e" -d '{"events": [{"name": "network-changed", "server_uuid": "93bf7202-d763-46e8-a6ff-ff6b87ee9ad6", "tag": "fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:37:03.489558 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521c9fc-eb50-4ba5-a332-a933ec23e248 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:03.517951 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-93a50090-5694-4f5d-a999-21612537875f req-c004eabb-0346-45b1-b193-dec31ab11c51 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590937 Dec 15 13:37:03.538755 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-12fea6d2-2193-4632-a75c-e8f26bbfe026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:03.541008 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-12fea6d2-2193-4632-a75c-e8f26bbfe026 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8066a245289451b8a7cc12d4311b412&device_id=93bf7202-d763-46e8-a6ff-ff6b87ee9ad6 HTTP/1.1" status: 200 len: 1096 time: 0.0469797 Dec 15 13:37:03.556771 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f778dd-c2a3-4a09-af6b-3e305e85933a req-486f83a9-3aed-49bb-b16d-e626661dbbfd tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:03.558075 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-92f778dd-c2a3-4a09-af6b-3e305e85933a req-486f83a9-3aed-49bb-b16d-e626661dbbfd tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 943 time: 0.0610979 Dec 15 13:37:03.588786 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3140b81-b566-4ddc-9b69-f04814738fea x-openstack-request-id: req-b3140b81-b566-4ddc-9b69-f04814738fea {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:37:03.589080 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93bf7202-d763-46e8-a6ff-ff6b87ee9ad6", "tag": "fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:37:03.589331 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b3140b81-b566-4ddc-9b69-f04814738fea {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:37:03.589758 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93bf7202-d763-46e8-a6ff-ff6b87ee9ad6', 'tag': 'fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f', 'status': 'completed', 'code': 200} Dec 15 13:37:03.591572 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-aeefd92e-f7c5-4da3-b700-033f0c9905bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f HTTP/1.1" status: 200 len: 217 time: 0.0423777 Dec 15 13:37:03.610198 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-92f778dd-c2a3-4a09-af6b-3e305e85933a req-c72a62eb-e371-46c3-908f-48fd54321b89 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448368 Dec 15 13:37:03.641559 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-8a768fe2-5680-4394-86f0-10a8fe10c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:03.643044 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-8a768fe2-5680-4394-86f0-10a8fe10c5ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c24da58-f619-4f84-808a-46c10f69fa74 HTTP/1.1" status: 200 len: 854 time: 0.0437946 Dec 15 13:37:03.674761 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-a7ac3377-2fae-40e3-98eb-cfb934531b16 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240331 Dec 15 13:37:03.767412 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-31cb6578-c89e-4668-8307-e525ff5b6dd1 service neutron] 10.222.0.46 "GET /v2.0/networks/b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837743 Dec 15 13:37:03.856403 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3c348a13-e8b4-4a8e-bc01-d22018f6dfdc req-c61c0d94-8a2e-4ab8-a3e5-7778ebe331e0 service neutron] 10.222.0.46 "GET /v2.0/networks/b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802441 Dec 15 13:37:03.942631 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007057db-a2b1-4840-9f1d-80d2b7b1c21e req-f6a44573-8bb2-4eac-8efc-6dc6831a7804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:03.944030 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-007057db-a2b1-4840-9f1d-80d2b7b1c21e req-f6a44573-8bb2-4eac-8efc-6dc6831a7804 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8066a245289451b8a7cc12d4311b412&device_id=93bf7202-d763-46e8-a6ff-ff6b87ee9ad6 HTTP/1.1" status: 200 len: 1096 time: 0.0402820 Dec 15 13:37:04.041792 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007057db-a2b1-4840-9f1d-80d2b7b1c21e req-c81ea1d8-7635-4788-b3ad-88066e66cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:04.043849 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-007057db-a2b1-4840-9f1d-80d2b7b1c21e req-c81ea1d8-7635-4788-b3ad-88066e66cb38 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0 HTTP/1.1" status: 200 len: 915 time: 0.0905666 Dec 15 13:37:04.085412 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-007057db-a2b1-4840-9f1d-80d2b7b1c21e req-56e7d3cd-10ce-44dc-8cc2-aa42e4af91f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f HTTP/1.1" status: 200 len: 217 time: 0.0330386 Dec 15 13:37:04.134568 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007057db-a2b1-4840-9f1d-80d2b7b1c21e req-5d8a7021-d5a6-468e-b9f5-711544c1d6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:04.136042 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-007057db-a2b1-4840-9f1d-80d2b7b1c21e req-5d8a7021-d5a6-468e-b9f5-711544c1d6e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c24da58-f619-4f84-808a-46c10f69fa74 HTTP/1.1" status: 200 len: 854 time: 0.0419731 Dec 15 13:37:04.172317 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-007057db-a2b1-4840-9f1d-80d2b7b1c21e req-753310a4-fd03-4cc7-809e-bc151e1ac22d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276682 Dec 15 13:37:04.264918 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-007057db-a2b1-4840-9f1d-80d2b7b1c21e req-d378e148-bb78-451e-a658-f658dfc67e2c service neutron] 10.222.0.46 "GET /v2.0/networks/b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844970 Dec 15 13:37:04.356506 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-007057db-a2b1-4840-9f1d-80d2b7b1c21e req-c2bf4fd0-13da-4835-9ecb-ea9aed8b6c11 service neutron] 10.222.0.46 "GET /v2.0/networks/b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837305 Dec 15 13:37:04.631219 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50fb0e-53b2-4271-8803-f1f35552a929 req-a7c703e2-f466-4987-9b3c-a73b47c5a467 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:04.632668 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ae50fb0e-53b2-4271-8803-f1f35552a929 req-a7c703e2-f466-4987-9b3c-a73b47c5a467 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=93bf7202-d763-46e8-a6ff-ff6b87ee9ad6 HTTP/1.1" status: 200 len: 943 time: 0.0477066 Dec 15 13:37:04.682568 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ae50fb0e-53b2-4271-8803-f1f35552a929 req-9c032d2e-f661-42ea-92b7-b75744ad3eb0 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434060 Dec 15 13:37:04.728475 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e74cbd-350a-47b3-81d9-eb4dbf2003e4 req-3a08706b-a3cc-4c6d-9290-82198dc3ef5d tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:04.729910 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-31e74cbd-350a-47b3-81d9-eb4dbf2003e4 req-3a08706b-a3cc-4c6d-9290-82198dc3ef5d tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 943 time: 0.0521901 Dec 15 13:37:04.781518 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-31e74cbd-350a-47b3-81d9-eb4dbf2003e4 req-e4e850be-737b-4ca2-ab89-b822bdfb576d tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457335 Dec 15 13:37:05.581696 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:37:05.676193 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f,segment=NetworkSegment(8e0a6565-f608-4f93-bb1f-c9f7b836b7c6),segment_id=8e0a6565-f608-4f93-bb1f-c9f7b836b7c6)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:37:05.687267 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': 'fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f', 'network_id': 'b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0', 'port_id': 'fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f', 'mac_address': 'fa:16:3e:cd:f6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c24da58-f619-4f84-808a-46c10f69fa74', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:37:05.724167 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:05.737374 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:37:05.756277 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f,segment=NetworkSegment(8e0a6565-f608-4f93-bb1f-c9f7b836b7c6),segment_id=8e0a6565-f608-4f93-bb1f-c9f7b836b7c6)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:37:05.761280 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:05.796507 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e79845-cd14-4a35-b835-4fd7797cc9b0 req-8b402a4c-e92b-453c-a598-03aa3d77712a tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:05.797961 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-63e79845-cd14-4a35-b835-4fd7797cc9b0 req-8b402a4c-e92b-453c-a598-03aa3d77712a tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=93bf7202-d763-46e8-a6ff-ff6b87ee9ad6 HTTP/1.1" status: 200 len: 943 time: 0.0492113 Dec 15 13:37:05.810422 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:05.817824 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:05.818177 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:05.818550 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:05.818946 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:05.819275 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:05.819607 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:05.819945 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:05.820275 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:05.820609 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:05.821196 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:05.821530 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:05.821851 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:05.822173 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:05.851373 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-63e79845-cd14-4a35-b835-4fd7797cc9b0 req-80a3b867-7229-4885-9bbf-84b90df3277f tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458016 Dec 15 13:37:05.897333 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3d192-91f2-4e23-93de-ad5902d13084 req-dda1f450-de7a-4ce5-aa63-738e631c1deb tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:05.898777 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-50d3d192-91f2-4e23-93de-ad5902d13084 req-dda1f450-de7a-4ce5-aa63-738e631c1deb tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 943 time: 0.0465407 Dec 15 13:37:05.947763 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-50d3d192-91f2-4e23-93de-ad5902d13084 req-5eb07743-9f75-4981-8076-3dfd9a6a81a3 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422332 Dec 15 13:37:06.446299 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:37:06.969447 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a3008-6525-4cf2-8622-e003e873078b req-f1658e8a-f170-4d61-b5b8-3442778ea556 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:06.971043 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-837a3008-6525-4cf2-8622-e003e873078b req-f1658e8a-f170-4d61-b5b8-3442778ea556 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=93bf7202-d763-46e8-a6ff-ff6b87ee9ad6 HTTP/1.1" status: 200 len: 944 time: 0.0529819 Dec 15 13:37:07.018242 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-837a3008-6525-4cf2-8622-e003e873078b req-c867d8db-9bda-4118-906f-25048cde26f4 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414283 Dec 15 13:37:07.064414 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18af1f8-bd55-432b-b6e0-38e59afd26c1 req-a741a0e4-d179-40e1-920e-4ba5bc821a2c tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:07.065860 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d18af1f8-bd55-432b-b6e0-38e59afd26c1 req-a741a0e4-d179-40e1-920e-4ba5bc821a2c tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 943 time: 0.0467668 Dec 15 13:37:07.113480 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d18af1f8-bd55-432b-b6e0-38e59afd26c1 req-9defa511-28f6-4ed9-b99f-53c7de3c866e tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416350 Dec 15 13:37:07.575646 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:37:07.579610 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:37:07.681790 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning for port fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f completed by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:37:07.693785 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:37:07.694167 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:07.738063 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f,segment=NetworkSegment(53a6f789-a76f-498a-a7b6-43fce759bed5),segment_id=53a6f789-a76f-498a-a7b6-43fce759bed5)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:37:07.751920 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': '271b8ee8-bedb-4be5-a4e3-37b1a376fe7f', 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65', 'port_id': '271b8ee8-bedb-4be5-a4e3-37b1a376fe7f', 'mac_address': 'fa:16:3e:e7:e1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e90077-f423-490e-bfd1-336a171cdb98', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:37:07.815283 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:07.832577 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:37:07.836565 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:07.867913 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f,segment=NetworkSegment(53a6f789-a76f-498a-a7b6-43fce759bed5),segment_id=53a6f789-a76f-498a-a7b6-43fce759bed5)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:37:07.872117 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bf7202-d763-46e8-a6ff-ff6b87ee9ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:37:07.874374 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b55ed6-dc34-4a13-8f33-95f8faf689ee" -d '{"events": [{"server_uuid": "93bf7202-d763-46e8-a6ff-ff6b87ee9ad6", "name": "network-vif-plugged", "status": "completed", "tag": "fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:37:07.883744 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:07.890314 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f,segment=NetworkSegment(8e0a6565-f608-4f93-bb1f-c9f7b836b7c6),segment_id=8e0a6565-f608-4f93-bb1f-c9f7b836b7c6)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:37:07.911432 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:07.937911 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:07.970278 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c25319-124d-49f2-856d-295bdc2bfb9a x-openstack-request-id: req-c0c25319-124d-49f2-856d-295bdc2bfb9a {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:37:07.970572 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bf7202-d763-46e8-a6ff-ff6b87ee9ad6", "name": "network-vif-plugged", "status": "completed", "tag": "fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:37:07.970826 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0c25319-124d-49f2-856d-295bdc2bfb9a {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:37:07.971242 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bf7202-d763-46e8-a6ff-ff6b87ee9ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f', 'code': 200} Dec 15 13:37:07.988567 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:08.142868 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb97bce-c013-4c62-9fc4-1cd1e7085e32 req-cc891bb7-6dc6-4011-8d29-299f21e47b05 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:08.150266 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cdb97bce-c013-4c62-9fc4-1cd1e7085e32 req-cc891bb7-6dc6-4011-8d29-299f21e47b05 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=93bf7202-d763-46e8-a6ff-ff6b87ee9ad6 HTTP/1.1" status: 200 len: 945 time: 0.0591738 Dec 15 13:37:08.152910 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62713f28-dde2-4b46-b2d9-060cd8b10772 req-d05869dc-72a1-436c-8cc1-de5c0080fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:08.154379 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-62713f28-dde2-4b46-b2d9-060cd8b10772 req-d05869dc-72a1-436c-8cc1-de5c0080fe2e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=93bf7202-d763-46e8-a6ff-ff6b87ee9ad6 HTTP/1.1" status: 200 len: 1098 time: 0.0460989 Dec 15 13:37:08.201545 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-62713f28-dde2-4b46-b2d9-060cd8b10772 req-d5ae154f-2e18-4651-8814-bbb5a2c11903 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388200 Dec 15 13:37:08.202285 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cdb97bce-c013-4c62-9fc4-1cd1e7085e32 req-6a248cdc-61c7-40c8-a703-0d24962851e0 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511746 Dec 15 13:37:08.242485 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99a8ce-027f-4ca6-814c-c7bc98ed4b5e req-bc5f9e6f-540a-4c68-b9da-0ec674c5f713 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:08.243968 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1a99a8ce-027f-4ca6-814c-c7bc98ed4b5e req-bc5f9e6f-540a-4c68-b9da-0ec674c5f713 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 944 time: 0.0548868 Dec 15 13:37:08.276375 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:08.293402 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1a99a8ce-027f-4ca6-814c-c7bc98ed4b5e req-25152f4c-9cda-4d5f-a84d-196ae3d37335 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422311 Dec 15 13:37:08.337844 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['271b8ee8-bedb-4be5-a4e3-37b1a376fe7f'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:37:09.315631 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c71e32-8936-4553-b700-0242b56f1cb0 req-b6a193f2-abc9-4744-b816-a4606f8ff103 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:09.317111 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-40c71e32-8936-4553-b700-0242b56f1cb0 req-b6a193f2-abc9-4744-b816-a4606f8ff103 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=93bf7202-d763-46e8-a6ff-ff6b87ee9ad6 HTTP/1.1" status: 200 len: 945 time: 0.0473027 Dec 15 13:37:09.376702 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-40c71e32-8936-4553-b700-0242b56f1cb0 req-0f896c40-a3f3-4be5-b962-8a34091d76c4 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536549 Dec 15 13:37:09.411958 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2373cf6-d67c-47f8-a082-51c777f2992b req-04352dbf-238e-4c3f-9f66-2bf425601570 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:09.413406 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c2373cf6-d67c-47f8-a082-51c777f2992b req-04352dbf-238e-4c3f-9f66-2bf425601570 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 944 time: 0.0500948 Dec 15 13:37:09.462998 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c2373cf6-d67c-47f8-a082-51c777f2992b req-f9780ad9-4e93-46f8-b5d8-f32217089f33 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435963 Dec 15 13:37:09.588421 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:37:09.636964 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning for port 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f completed by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:37:09.640883 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:37:09.641255 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:09.719562 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:09.753400 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f,segment=NetworkSegment(53a6f789-a76f-498a-a7b6-43fce759bed5),segment_id=53a6f789-a76f-498a-a7b6-43fce759bed5)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:37:09.757365 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:09.803886 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:09.972647 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271b8ee8-bedb-4be5-a4e3-37b1a376fe7f'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:37:09.974998 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4594b6-465c-4e0d-b630-335cd4a91090" -d '{"events": [{"server_uuid": "b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e", "name": "network-vif-plugged", "status": "completed", "tag": "271b8ee8-bedb-4be5-a4e3-37b1a376fe7f"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:37:10.010550 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f7c122-3663-4927-8133-48612aa7748d x-openstack-request-id: req-c5f7c122-3663-4927-8133-48612aa7748d {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:37:10.010958 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e", "name": "network-vif-plugged", "status": "completed", "tag": "271b8ee8-bedb-4be5-a4e3-37b1a376fe7f", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:37:10.011308 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c5f7c122-3663-4927-8133-48612aa7748d {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:37:10.011769 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271b8ee8-bedb-4be5-a4e3-37b1a376fe7f', 'code': 200} Dec 15 13:37:10.368120 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bc8bd-badc-4b23-82ad-5ee9a4acff6d req-e607d098-9cfd-434b-8e01-88d22bc4d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:10.369501 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-794bc8bd-badc-4b23-82ad-5ee9a4acff6d req-e607d098-9cfd-434b-8e01-88d22bc4d52b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 1098 time: 0.0390925 Dec 15 13:37:10.416263 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-794bc8bd-badc-4b23-82ad-5ee9a4acff6d req-0f455c8b-1a89-4428-8719-a7bfa628f4e4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391238 Dec 15 13:37:10.489798 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235f111-c7cf-4c5f-b538-0ebad2bf6b00 req-00288518-8ab4-40f8-9074-6ea22be086fe tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:10.491267 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2235f111-c7cf-4c5f-b538-0ebad2bf6b00 req-00288518-8ab4-40f8-9074-6ea22be086fe tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=93bf7202-d763-46e8-a6ff-ff6b87ee9ad6 HTTP/1.1" status: 200 len: 945 time: 0.0484562 Dec 15 13:37:10.547735 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2235f111-c7cf-4c5f-b538-0ebad2bf6b00 req-410c881e-24ec-45be-995f-041ee0661fc8 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499175 Dec 15 13:37:10.587751 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a6062-22c4-48ce-ad3f-76bbdbfc6b8d req-12c93fea-3e70-4294-bed5-d481354ee2a8 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:10.589469 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-334a6062-22c4-48ce-ad3f-76bbdbfc6b8d req-12c93fea-3e70-4294-bed5-d481354ee2a8 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 945 time: 0.0568562 Dec 15 13:37:10.639798 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-334a6062-22c4-48ce-ad3f-76bbdbfc6b8d req-6b17ccae-457d-4cb3-ac31-4aa4f72a457f tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440431 Dec 15 13:37:10.753814 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2ac7d191-6bb3-4587-9fd2-64c7191e28b8 req-7cb778a1-048f-43ab-b9c1-df7f6bb99a7d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434995 Dec 15 13:37:10.816116 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7d191-6bb3-4587-9fd2-64c7191e28b8 req-65e6f28f-22ff-4de9-bf88-b037a0d61baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:10.817590 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2ac7d191-6bb3-4587-9fd2-64c7191e28b8 req-65e6f28f-22ff-4de9-bf88-b037a0d61baf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4cde9c0e34334ad7a7e79bfeb8963935&device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 1098 time: 0.0408752 Dec 15 13:37:10.929327 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7d191-6bb3-4587-9fd2-64c7191e28b8 req-fbe10efb-975e-4a59-952d-4b3f31349c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:10.930625 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2ac7d191-6bb3-4587-9fd2-64c7191e28b8 req-fbe10efb-975e-4a59-952d-4b3f31349c11 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c615d296-1c4b-42bd-b81b-913328306550 HTTP/1.1" status: 200 len: 911 time: 0.0917180 Dec 15 13:37:11.000172 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2ac7d191-6bb3-4587-9fd2-64c7191e28b8 req-b5f73b97-28fa-48cc-9dd3-9ee8b2ee7dc4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=745293fa-0314-47a0-bb77-7fceb3a9fc17 HTTP/1.1" status: 200 len: 1001 time: 0.0599670 Dec 15 13:37:11.049425 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7d191-6bb3-4587-9fd2-64c7191e28b8 req-51c2ee9f-0a08-4bf9-bf05-2dcb57f443aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:11.050840 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2ac7d191-6bb3-4587-9fd2-64c7191e28b8 req-51c2ee9f-0a08-4bf9-bf05-2dcb57f443aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bfb1a29-2a65-49ed-8e77-c521738f977b HTTP/1.1" status: 200 len: 849 time: 0.0434709 Dec 15 13:37:11.100554 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7d191-6bb3-4587-9fd2-64c7191e28b8 req-03884382-6d2e-48e4-a11a-a078b36cb25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:11.102012 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2ac7d191-6bb3-4587-9fd2-64c7191e28b8 req-03884382-6d2e-48e4-a11a-a078b36cb25d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c615d296-1c4b-42bd-b81b-913328306550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431399 Dec 15 13:37:11.190675 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2ac7d191-6bb3-4587-9fd2-64c7191e28b8 req-58744ea3-88d7-400f-b29d-ece3304c4c88 service neutron] 10.222.0.46 "GET /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803673 Dec 15 13:37:11.286012 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2ac7d191-6bb3-4587-9fd2-64c7191e28b8 req-f0157c5c-29d7-4a02-868c-e2506b121171 service neutron] 10.222.0.46 "GET /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867748 Dec 15 13:37:11.751256 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b22f5c-c2e8-467c-b453-0f9787592b37 req-14d36dde-a25c-4386-98e1-9e275cb1d609 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:11.752706 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-94b22f5c-c2e8-467c-b453-0f9787592b37 req-14d36dde-a25c-4386-98e1-9e275cb1d609 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 945 time: 0.0472791 Dec 15 13:37:11.801898 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-94b22f5c-c2e8-467c-b453-0f9787592b37 req-5871847c-f10f-4d63-b1e1-07776edef2c5 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431876 Dec 15 13:37:12.915134 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf69d70-9876-4aec-9bb9-4cdfbca1d44f req-b5e0d07b-dcfd-4f7a-9e68-dad70848bd19 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:12.916588 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-edf69d70-9876-4aec-9bb9-4cdfbca1d44f req-b5e0d07b-dcfd-4f7a-9e68-dad70848bd19 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 945 time: 0.0489745 Dec 15 13:37:12.969175 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-edf69d70-9876-4aec-9bb9-4cdfbca1d44f req-f42e3392-3d27-4fce-8dd7-484bfc7cb0f2 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466645 Dec 15 13:37:13.083393 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52cd89-8bef-4aaf-a51f-c83bdb495787 req-3fb8d36c-460e-49de-9c81-fedb1deae417 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:13.084867 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0b52cd89-8bef-4aaf-a51f-c83bdb495787 req-3fb8d36c-460e-49de-9c81-fedb1deae417 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 945 time: 0.0502028 Dec 15 13:37:13.134127 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0b52cd89-8bef-4aaf-a51f-c83bdb495787 req-a7d28200-c99d-4d16-8720-50f36d84e7b4 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433378 Dec 15 13:37:13.155846 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 59430) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:13.295176 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebce140-93ce-4a68-ae29-fcafc4187456 tempest-TestShelveInstance-287636670 tempest-TestShelveInstance-287636670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:13.296675 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-7ebce140-93ce-4a68-ae29-fcafc4187456 tempest-TestShelveInstance-287636670 tempest-TestShelveInstance-287636670-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 1093 time: 0.1398871 Dec 15 13:37:13.299575 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 59434) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:13.303698 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Request body: {'floatingip': {'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'port_id': '271b8ee8-bedb-4be5-a4e3-37b1a376fe7f', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:37:13.326411 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for floatingip, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:13.425971 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:13.444896 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-20de0451-711e-47b5-813e-56111e5ea084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:13.532511 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.db_base_plugin_common [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Allocated IP 172.27.2.13 (d75b81e5-d2ea-4613-a99a-556640a87149/db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2/0d13412d-43df-41ca-9343-08261ac14c59) {{(pid=102375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:37:13.637526 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for port, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:13.670375 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:13.716833 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Network d75b81e5-d2ea-4613-a99a-556640a87149 is already hosted by enough agents. {{(pid=102375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:37:13.719674 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Resources bound (agent type, host, resource id): {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:37:13.723388 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Received port after_create {{(pid=102375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:37:13.750032 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Pushing event updated for resources: {'Port': ['ID=0d13412d-43df-41ca-9343-08261ac14c59,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:13.762677 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:13.763054 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:13.763399 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:13.763738 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:13.764070 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:13.764399 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:13.764744 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:13.765051 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:13.765373 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:13.765698 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:13.766018 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:13.766336 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:13.766654 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:37:14.091763 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:14.165407 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:14.318592 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for port, precommit_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:14.323097 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655701'] for port, after_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:14.395945 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Pushing event updated for resources: {'Port': ['ID=0d13412d-43df-41ca-9343-08261ac14c59,revision_number=2']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:14.404875 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529426'] for floatingip, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:14.506121 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.db.l3_db [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Floating IP 074f4325-392c-46d9-b557-5178f0101ae2 associated. External IP: 172.27.2.13, port: 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f. Dec 15 13:37:14.707959 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Router d422f2ae-fbd6-4430-acc8-2b57f40712c3 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:37:14.817279 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:37:14.827851 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07952cce-282e-4471-9747-eeca86e36750 None None] Sync routers for ids ['d422f2ae-fbd6-4430-acc8-2b57f40712c3'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:37:14.835224 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for floatingip, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:14.838716 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07952cce-282e-4471-9747-eeca86e36750 None None] Routers {'d422f2ae-fbd6-4430-acc8-2b57f40712c3'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:37:14.838716 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-07952cce-282e-4471-9747-eeca86e36750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:36:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['d422f2ae-fbd6-4430-acc8-2b57f40712c3'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:14.862984 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-186a540e-72a4-4060-bb48-542141713219 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5623639 Dec 15 13:37:14.863704 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e', 'tag': '271b8ee8-bedb-4be5-a4e3-37b1a376fe7f'}] {{(pid=102375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:37:14.866024 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71b9fb3f465478ec81e2ba98b454169580960ac631f62dad39edafcc790f624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e69b70c-f494-4b30-865b-f545439bd6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e", "tag": "271b8ee8-bedb-4be5-a4e3-37b1a376fe7f"}]}' {{(pid=102375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:37:14.945903 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-07952cce-282e-4471-9747-eeca86e36750 None None] Set router d422f2ae-fbd6-4430-acc8-2b57f40712c3 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:37:14.961837 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545f19d0-1723-4418-935d-7d7008df62c5 x-openstack-request-id: req-545f19d0-1723-4418-935d-7d7008df62c5 {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:37:14.962123 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e", "tag": "271b8ee8-bedb-4be5-a4e3-37b1a376fe7f", "status": "completed", "code": 200}]} {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:37:14.962608 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-545f19d0-1723-4418-935d-7d7008df62c5 {{(pid=102375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:37:14.963127 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e', 'tag': '271b8ee8-bedb-4be5-a4e3-37b1a376fe7f', 'status': 'completed', 'code': 200} Dec 15 13:37:15.030426 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69b70c-f494-4b30-865b-f545439bd6a7 req-17ab233b-28db-4f4f-adcc-ab1ccc0d24b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:15.032048 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3e69b70c-f494-4b30-865b-f545439bd6a7 req-17ab233b-28db-4f4f-adcc-ab1ccc0d24b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb0ac6d4548e486492887beb2e915bdb&device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 1098 time: 0.0427263 Dec 15 13:37:15.122524 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69b70c-f494-4b30-865b-f545439bd6a7 req-f3115b18-af56-4bc4-ac22-fb707db077ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:15.124052 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3e69b70c-f494-4b30-865b-f545439bd6a7 req-f3115b18-af56-4bc4-ac22-fb707db077ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=f00df9de-2b8a-4b7a-a223-8114d9b06d65 HTTP/1.1" status: 200 len: 909 time: 0.0846946 Dec 15 13:37:15.195966 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3e69b70c-f494-4b30-865b-f545439bd6a7 req-5385ab34-9ced-4262-a13e-c03b94aacd94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f HTTP/1.1" status: 200 len: 998 time: 0.0642786 Dec 15 13:37:15.221059 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-07952cce-282e-4471-9747-eeca86e36750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'name': 'tempest-TestShelveInstance-819768530-router', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:00Z', 'revision_number': 4, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'gw_port': {'id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': '074f4325-392c-46d9-b557-5178f0101ae2', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'port_id': '271b8ee8-bedb-4be5-a4e3-37b1a376fe7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65', 'mac_address': 'fa:16:3e:e7:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:37:13Z', 'updated_at': '2021-12-15T13:37:13Z', 'revision_number': 0, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01117fcb-28df-4a45-86cb-84695e9e916b', 'name': '', 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'mac_address': 'fa:16:3e:59:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a8e90077-f423-490e-bfd1-336a171cdb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:00Z', 'updated_at': '2021-12-15T13:36:05Z', 'revision_number': 5, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'subnets': [{'id': 'a8e90077-f423-490e-bfd1-336a171cdb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:15.245226 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69b70c-f494-4b30-865b-f545439bd6a7 req-13666f6d-0859-4503-9d5d-e635311686b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:15.247267 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3e69b70c-f494-4b30-865b-f545439bd6a7 req-13666f6d-0859-4503-9d5d-e635311686b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8e90077-f423-490e-bfd1-336a171cdb98 HTTP/1.1" status: 200 len: 847 time: 0.0434902 Dec 15 13:37:15.251689 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07952cce-282e-4471-9747-eeca86e36750 None None] Checking router: d422f2ae-fbd6-4430-acc8-2b57f40712c3 for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:37:15.260228 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07952cce-282e-4471-9747-eeca86e36750 None None] Routers {'d422f2ae-fbd6-4430-acc8-2b57f40712c3'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:37:15.260832 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-07952cce-282e-4471-9747-eeca86e36750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:36:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['d422f2ae-fbd6-4430-acc8-2b57f40712c3'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:15.293505 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69b70c-f494-4b30-865b-f545439bd6a7 req-d37674e6-e97b-4ca9-a7dc-97a8d43e0d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:15.294248 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3e69b70c-f494-4b30-865b-f545439bd6a7 req-d37674e6-e97b-4ca9-a7dc-97a8d43e0d7e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f00df9de-2b8a-4b7a-a223-8114d9b06d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395677 Dec 15 13:37:15.395115 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3e69b70c-f494-4b30-865b-f545439bd6a7 req-20f4ab77-fc81-4c69-895d-6d714ba41720 service neutron] 10.222.0.46 "GET /v2.0/networks/f00df9de-2b8a-4b7a-a223-8114d9b06d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924418 Dec 15 13:37:15.488626 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3e69b70c-f494-4b30-865b-f545439bd6a7 req-68d1c4bf-765a-4c3d-9421-b218acb56c70 service neutron] 10.222.0.46 "GET /v2.0/networks/f00df9de-2b8a-4b7a-a223-8114d9b06d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855446 Dec 15 13:37:15.491949 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-07952cce-282e-4471-9747-eeca86e36750 None None] Set router d422f2ae-fbd6-4430-acc8-2b57f40712c3 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:37:15.720099 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-07952cce-282e-4471-9747-eeca86e36750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'name': 'tempest-TestShelveInstance-819768530-router', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:00Z', 'revision_number': 4, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'gw_port': {'id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': '074f4325-392c-46d9-b557-5178f0101ae2', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'port_id': '271b8ee8-bedb-4be5-a4e3-37b1a376fe7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65', 'mac_address': 'fa:16:3e:e7:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:37:13Z', 'updated_at': '2021-12-15T13:37:13Z', 'revision_number': 0, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01117fcb-28df-4a45-86cb-84695e9e916b', 'name': '', 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'mac_address': 'fa:16:3e:59:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a8e90077-f423-490e-bfd1-336a171cdb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:00Z', 'updated_at': '2021-12-15T13:36:05Z', 'revision_number': 5, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'subnets': [{'id': 'a8e90077-f423-490e-bfd1-336a171cdb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:15.751155 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07952cce-282e-4471-9747-eeca86e36750 None None] The sync data for ids ['d422f2ae-fbd6-4430-acc8-2b57f40712c3'] in dv-cinder-813227-4-iscsi is: [{'id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'name': 'tempest-TestShelveInstance-819768530-router', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:00Z', 'revision_number': 4, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'gw_port': {'id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': '074f4325-392c-46d9-b557-5178f0101ae2', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'floating_ip_address': '172.27.2.13', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'port_id': '271b8ee8-bedb-4be5-a4e3-37b1a376fe7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65', 'mac_address': 'fa:16:3e:e7:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:37:13Z', 'updated_at': '2021-12-15T13:37:13Z', 'revision_number': 0, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01117fcb-28df-4a45-86cb-84695e9e916b', 'name': '', 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'mac_address': 'fa:16:3e:59:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a8e90077-f423-490e-bfd1-336a171cdb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:00Z', 'updated_at': '2021-12-15T13:36:05Z', 'revision_number': 5, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'subnets': [{'id': 'a8e90077-f423-490e-bfd1-336a171cdb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:37:15.816125 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-a27f6b67-1a79-4591-a864-ab8d5b3c903b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:15.948143 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9967e-01e8-4075-802f-b2598cf0659a None None] New status for floating IP 074f4325-392c-46d9-b557-5178f0101ae2: ACTIVE {{(pid=102377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:37:16.903454 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:18.511312 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:19.420988 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:20.495657 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec9b7a-b6d9-4e26-8f07-a7b6268dbeb3 req-1a001b42-6f4a-4637-8a82-fc344a8c9e0c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:20.502328 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1bec9b7a-b6d9-4e26-8f07-a7b6268dbeb3 req-1a001b42-6f4a-4637-8a82-fc344a8c9e0c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0608280 Dec 15 13:37:20.557572 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1bec9b7a-b6d9-4e26-8f07-a7b6268dbeb3 req-e9536465-2fc6-4ada-93e3-3d892f591eca tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506749 Dec 15 13:37:21.675971 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d921f-07e0-41da-8766-be768f9f796e req-95a514b3-d175-4946-9935-ac9283e36c75 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:21.677361 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e11d921f-07e0-41da-8766-be768f9f796e req-95a514b3-d175-4946-9935-ac9283e36c75 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0483551 Dec 15 13:37:21.724169 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e11d921f-07e0-41da-8766-be768f9f796e req-e3b9b21e-c98b-4a59-a035-75b07ce7cf62 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404487 Dec 15 13:37:22.848107 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac454c-2590-4944-9070-02db860f31c8 req-1a790d2c-c71e-4dc1-a72e-bb706ce34c81 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:22.849551 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ecac454c-2590-4944-9070-02db860f31c8 req-1a790d2c-c71e-4dc1-a72e-bb706ce34c81 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0578227 Dec 15 13:37:22.896677 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ecac454c-2590-4944-9070-02db860f31c8 req-05675266-73c1-4f3c-a1a6-e6942ba3c66b tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412524 Dec 15 13:37:24.010132 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102fe9d-9077-447b-86fe-41f575cd5ec1 req-144ca28d-e198-4804-91ca-759f2a8f532e tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:24.011661 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3102fe9d-9077-447b-86fe-41f575cd5ec1 req-144ca28d-e198-4804-91ca-759f2a8f532e tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0494213 Dec 15 13:37:24.056966 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3102fe9d-9077-447b-86fe-41f575cd5ec1 req-1d0bc0db-f66f-48e6-80ef-fc4a8786a551 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394285 Dec 15 13:37:25.174774 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8174cb-bfe1-4548-bc5e-ace3cd754c47 req-7b474921-a8b4-49a4-9dce-5ed7062c9036 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:25.176161 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3f8174cb-bfe1-4548-bc5e-ace3cd754c47 req-7b474921-a8b4-49a4-9dce-5ed7062c9036 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0520401 Dec 15 13:37:25.225688 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3f8174cb-bfe1-4548-bc5e-ace3cd754c47 req-fcf38f4b-dc84-4591-af91-af494a683402 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437865 Dec 15 13:37:26.342949 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869541a6-6fd2-44e6-a5f4-4d42823dbea0 req-35bafdf5-ddf1-4cb5-b610-428393400e5d tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:26.344396 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-869541a6-6fd2-44e6-a5f4-4d42823dbea0 req-35bafdf5-ddf1-4cb5-b610-428393400e5d tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0496330 Dec 15 13:37:26.394240 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-869541a6-6fd2-44e6-a5f4-4d42823dbea0 req-9fb33e8b-9691-40eb-8881-b4d916b0a84a tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416656 Dec 15 13:37:27.507555 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c5748-0d0d-45dc-b964-aea4d0cf0ec3 req-b801c382-e7dc-48a6-bebf-a1dc141420b3 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:27.508993 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-389c5748-0d0d-45dc-b964-aea4d0cf0ec3 req-b801c382-e7dc-48a6-bebf-a1dc141420b3 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0467989 Dec 15 13:37:27.555278 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-389c5748-0d0d-45dc-b964-aea4d0cf0ec3 req-b686b6d5-c161-4095-86ae-4e1a447424a4 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398324 Dec 15 13:37:28.670396 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aace27-439d-437f-82fc-3189fbaffa9b req-fb68ac2b-b3f7-4cfa-8286-9a100c49a051 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:28.671839 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-63aace27-439d-437f-82fc-3189fbaffa9b req-fb68ac2b-b3f7-4cfa-8286-9a100c49a051 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0515437 Dec 15 13:37:28.717842 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-63aace27-439d-437f-82fc-3189fbaffa9b req-bd07bc47-c9f1-4f03-94b0-3ab56e435f40 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402129 Dec 15 13:37:29.829887 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16388f-45cb-483e-901b-63b2debe97b8 req-f81cb9eb-c64e-47b2-bc3a-ef4ace2f14a8 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:29.831390 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9c16388f-45cb-483e-901b-63b2debe97b8 req-f81cb9eb-c64e-47b2-bc3a-ef4ace2f14a8 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0488429 Dec 15 13:37:29.877153 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9c16388f-45cb-483e-901b-63b2debe97b8 req-98f65f95-7db3-4c6a-984a-eeb87c7b0cca tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399044 Dec 15 13:37:30.987990 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564c245-4f4a-4a37-8edc-b7d2744a1c0d req-30e04349-1664-4850-95e4-eb5288169316 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:30.989428 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2564c245-4f4a-4a37-8edc-b7d2744a1c0d req-30e04349-1664-4850-95e4-eb5288169316 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0473139 Dec 15 13:37:31.039456 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2564c245-4f4a-4a37-8edc-b7d2744a1c0d req-a04a68d6-68d6-4ac1-81ac-91cbdc5d433d tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434151 Dec 15 13:37:32.151472 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e32cbb-8455-4896-8fea-610d963f560d req-5f280ead-ebd7-417a-aa3c-bb382cd35887 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:32.152911 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d4e32cbb-8455-4896-8fea-610d963f560d req-5f280ead-ebd7-417a-aa3c-bb382cd35887 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0475688 Dec 15 13:37:32.204571 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d4e32cbb-8455-4896-8fea-610d963f560d req-8547a0c1-5d2c-4b82-9980-59854def1842 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459812 Dec 15 13:37:33.315423 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b71770-18eb-476d-a388-484727f89cb8 req-d40bbec4-087b-4459-a398-cf8b59571bfd tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:33.316898 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-92b71770-18eb-476d-a388-484727f89cb8 req-d40bbec4-087b-4459-a398-cf8b59571bfd tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0468521 Dec 15 13:37:33.361756 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-92b71770-18eb-476d-a388-484727f89cb8 req-bced4ddf-7827-45a4-9c4b-264a300f48d1 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388720 Dec 15 13:37:33.899579 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:37:34.484265 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0aab6-3c67-4b12-8f64-2f01ab4a91f1 req-fd4d6379-ebe1-4625-8b33-f871460ef80d tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:34.485709 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-50b0aab6-3c67-4b12-8f64-2f01ab4a91f1 req-fd4d6379-ebe1-4625-8b33-f871460ef80d tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0578301 Dec 15 13:37:34.531808 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-50b0aab6-3c67-4b12-8f64-2f01ab4a91f1 req-40f7d92c-d241-4b2f-9733-adbb35bbc3ed tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401828 Dec 15 13:37:35.645820 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c815dd5-8149-47eb-8ee1-b35741450eaa req-248091c3-3ded-4a52-9c7b-c67827ca3a26 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:35.647306 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4c815dd5-8149-47eb-8ee1-b35741450eaa req-248091c3-3ded-4a52-9c7b-c67827ca3a26 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0490139 Dec 15 13:37:35.695432 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4c815dd5-8149-47eb-8ee1-b35741450eaa req-5a5b746c-4188-4fa3-a041-48aa4a20fe90 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416739 Dec 15 13:37:36.815675 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98af54-9adc-43bb-868d-4e36fb6edcde req-730a157f-47aa-4b58-9b5d-d8982e915b26 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:36.817493 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ce98af54-9adc-43bb-868d-4e36fb6edcde req-730a157f-47aa-4b58-9b5d-d8982e915b26 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0561123 Dec 15 13:37:37.053621 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ce98af54-9adc-43bb-868d-4e36fb6edcde req-c3910f1d-fe98-473e-8d14-cb466b7b5c63 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299883 Dec 15 13:37:37.242742 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b71c9-90ca-4176-88cf-7c4bac66eb42 req-47dadcdb-75de-4b28-96f5-8a2907522dbf tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:37.244254 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b80b71c9-90ca-4176-88cf-7c4bac66eb42 req-47dadcdb-75de-4b28-96f5-8a2907522dbf tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0500791 Dec 15 13:37:37.281058 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417593b3-5b32-4180-8b94-ce7acc5ab059 req-0a19ec31-d30d-4107-9e55-8836e272fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:37.282570 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-417593b3-5b32-4180-8b94-ce7acc5ab059 req-0a19ec31-d30d-4107-9e55-8836e272fdf0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4cde9c0e34334ad7a7e79bfeb8963935&device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 1098 time: 0.0447121 Dec 15 13:37:37.290584 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b80b71c9-90ca-4176-88cf-7c4bac66eb42 req-08e6f0b9-406d-42d4-93a2-c2072c56eee7 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402889 Dec 15 13:37:37.373636 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417593b3-5b32-4180-8b94-ce7acc5ab059 req-222502f2-8dc3-4c12-9a64-2fbe103b191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:37.375065 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-417593b3-5b32-4180-8b94-ce7acc5ab059 req-222502f2-8dc3-4c12-9a64-2fbe103b191f service neutron] 10.222.0.46 "GET /v2.0/networks?id=c615d296-1c4b-42bd-b81b-913328306550 HTTP/1.1" status: 200 len: 911 time: 0.0839877 Dec 15 13:37:37.454659 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-417593b3-5b32-4180-8b94-ce7acc5ab059 req-ac445de6-a56f-4d77-b755-666001b91c8c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=745293fa-0314-47a0-bb77-7fceb3a9fc17 HTTP/1.1" status: 200 len: 1001 time: 0.0707140 Dec 15 13:37:37.504769 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417593b3-5b32-4180-8b94-ce7acc5ab059 req-c7fe26a5-f7e0-40d7-9dcf-8da7fe9badc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:37.506159 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-417593b3-5b32-4180-8b94-ce7acc5ab059 req-c7fe26a5-f7e0-40d7-9dcf-8da7fe9badc4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bfb1a29-2a65-49ed-8e77-c521738f977b HTTP/1.1" status: 200 len: 849 time: 0.0424423 Dec 15 13:37:37.552194 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417593b3-5b32-4180-8b94-ce7acc5ab059 req-cff1dbbe-0426-47e4-8a5e-58e41a1e83a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:37.553634 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-417593b3-5b32-4180-8b94-ce7acc5ab059 req-cff1dbbe-0426-47e4-8a5e-58e41a1e83a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c615d296-1c4b-42bd-b81b-913328306550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387099 Dec 15 13:37:37.645577 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-417593b3-5b32-4180-8b94-ce7acc5ab059 req-fe348335-54b7-4223-b703-d121b3d2dbb0 service neutron] 10.222.0.46 "GET /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827959 Dec 15 13:37:37.736382 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-417593b3-5b32-4180-8b94-ce7acc5ab059 req-0a08c3e1-7918-4fde-9f5d-5dea2b70b105 service neutron] 10.222.0.46 "GET /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823846 Dec 15 13:37:38.274641 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:38.408557 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e33b0-fea5-4e1b-8a05-913dbbe715c6 req-ae8fbb6c-5c8e-4ecf-83c1-95030856f3a8 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:38.410730 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c16e33b0-fea5-4e1b-8a05-913dbbe715c6 req-ae8fbb6c-5c8e-4ecf-83c1-95030856f3a8 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0503366 Dec 15 13:37:38.465274 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c16e33b0-fea5-4e1b-8a05-913dbbe715c6 req-4f1c0022-6c1e-48e2-bee2-0b0bdba3ca94 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485950 Dec 15 13:37:39.581408 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6f476-5de7-4b8c-8fd4-81003176debc req-2e49cfda-5031-48a9-b74c-f5b2fb7cf62f tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:39.582853 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-06a6f476-5de7-4b8c-8fd4-81003176debc req-2e49cfda-5031-48a9-b74c-f5b2fb7cf62f tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0487881 Dec 15 13:37:39.628358 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-06a6f476-5de7-4b8c-8fd4-81003176debc req-2ef96000-120d-4611-93ac-283f517a8287 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396724 Dec 15 13:37:43.294324 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4c3b5bcf-1b91-47d6-b3bd-703eb9499465 req-90db524b-63c7-45f4-806d-9dc3f61d6b3a tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1625398936&fields=id&tenant_id=c38faa56e5864d3aba51e1e8351e3a93 HTTP/1.1" status: 200 len: 267 time: 0.0423961 Dec 15 13:37:43.344702 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b5bcf-1b91-47d6-b3bd-703eb9499465 req-51122b28-04e5-425f-963d-f8090f8c8407 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:43.346155 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4c3b5bcf-1b91-47d6-b3bd-703eb9499465 req-51122b28-04e5-425f-963d-f8090f8c8407 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 984 time: 0.0465736 Dec 15 13:37:43.357563 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [req-4c3b5bcf-1b91-47d6-b3bd-703eb9499465 req-a1571b33-83a7-4fca-87ee-8baccc965aac tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Request body: {'port': {'security_groups': ['084cc189-2d07-4ca8-bd71-0436a351b8d7']}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:37:43.426204 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [req-4c3b5bcf-1b91-47d6-b3bd-703eb9499465 req-a1571b33-83a7-4fca-87ee-8baccc965aac tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:43.446378 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-48c15c38-e7cf-47b8-ab7c-a3492dd8da21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:43.596560 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.db [req-4c3b5bcf-1b91-47d6-b3bd-703eb9499465 req-a1571b33-83a7-4fca-87ee-8baccc965aac tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] For port f90cb0df-c11c-44a8-b09b-274188bbac57, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f90cb0df-c11c-44a8-b09b-274188bbac57,segment=NetworkSegment(dfbe76cf-412e-4121-a2ad-4763637cf246),segment_id=dfbe76cf-412e-4121-a2ad-4763637cf246)] {{(pid=102375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:37:43.625370 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [req-4c3b5bcf-1b91-47d6-b3bd-703eb9499465 req-a1571b33-83a7-4fca-87ee-8baccc965aac tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for port, precommit_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:43.629765 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [req-4c3b5bcf-1b91-47d6-b3bd-703eb9499465 req-a1571b33-83a7-4fca-87ee-8baccc965aac tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655701'] for port, after_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:43.643301 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['f90cb0df-c11c-44a8-b09b-274188bbac57'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:37:43.672457 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b5bcf-1b91-47d6-b3bd-703eb9499465 req-a1571b33-83a7-4fca-87ee-8baccc965aac tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:43.672960 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [req-4c3b5bcf-1b91-47d6-b3bd-703eb9499465 req-a1571b33-83a7-4fca-87ee-8baccc965aac tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for port, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:43.674334 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4c3b5bcf-1b91-47d6-b3bd-703eb9499465 req-a1571b33-83a7-4fca-87ee-8baccc965aac tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "PUT /v2.0/ports/f90cb0df-c11c-44a8-b09b-274188bbac57 HTTP/1.1" status: 200 len: 942 time: 0.3217254 Dec 15 13:37:43.674790 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f21e20b-c80e-408b-849e-cf9e27127cbb', 'tag': 'f90cb0df-c11c-44a8-b09b-274188bbac57'}] {{(pid=102375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:37:43.677073 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71b9fb3f465478ec81e2ba98b454169580960ac631f62dad39edafcc790f624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b543f5-8dbc-4d4c-9a72-0adde6caf8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9f21e20b-c80e-408b-849e-cf9e27127cbb", "tag": "f90cb0df-c11c-44a8-b09b-274188bbac57"}]}' {{(pid=102375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:37:43.695575 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 59608) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:43.703903 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1571b33-83a7-4fca-87ee-8baccc965aac tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Pushing event updated for resources: {'Port': ['ID=f90cb0df-c11c-44a8-b09b-274188bbac57,revision_number=7']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:43.728450 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a420e8-8d15-4a37-92ef-51a8657412d3 x-openstack-request-id: req-40a420e8-8d15-4a37-92ef-51a8657412d3 {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:37:43.729029 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f21e20b-c80e-408b-849e-cf9e27127cbb", "tag": "f90cb0df-c11c-44a8-b09b-274188bbac57", "status": "completed", "code": 200}]} {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:37:43.729505 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-40a420e8-8d15-4a37-92ef-51a8657412d3 {{(pid=102375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:37:43.730144 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f21e20b-c80e-408b-849e-cf9e27127cbb', 'tag': 'f90cb0df-c11c-44a8-b09b-274188bbac57', 'status': 'completed', 'code': 200} Dec 15 13:37:43.799243 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['f90cb0df-c11c-44a8-b09b-274188bbac57'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:37:43.842367 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b543f5-8dbc-4d4c-9a72-0adde6caf8eb req-843e7b4c-37b0-4a2d-abff-8722d31e1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:43.844000 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b8b543f5-8dbc-4d4c-9a72-0adde6caf8eb req-843e7b4c-37b0-4a2d-abff-8722d31e1c3e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c38faa56e5864d3aba51e1e8351e3a93&device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 1098 time: 0.0668066 Dec 15 13:37:43.855737 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ac9a8a6a-6524-4752-91fb-3455269f6a97 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:43.933989 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ac9a8a6a-6524-4752-91fb-3455269f6a97 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:44.002560 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b543f5-8dbc-4d4c-9a72-0adde6caf8eb req-7f9e9255-9c26-4c95-8033-ea3db9dca079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:44.004050 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b8b543f5-8dbc-4d4c-9a72-0adde6caf8eb req-7f9e9255-9c26-4c95-8033-ea3db9dca079 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f012c5b-1c5f-453a-9cf1-19ced471c3f5 HTTP/1.1" status: 200 len: 916 time: 0.1339593 Dec 15 13:37:44.025560 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c81fdf92-f820-463d-bb43-67d0ceace75e None None] Provisioning complete for port f90cb0df-c11c-44a8-b09b-274188bbac57 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:37:44.026047 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c81fdf92-f820-463d-bb43-67d0ceace75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:44.073315 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ac9a8a6a-6524-4752-91fb-3455269f6a97 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:44.076486 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ac9a8a6a-6524-4752-91fb-3455269f6a97 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:44.077638 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-ac9a8a6a-6524-4752-91fb-3455269f6a97 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "DELETE /v2.0/security-groups/38c7b061-13d4-4935-b838-e335d76ae1b9 HTTP/1.1" status: 204 len: 168 time: 0.3805549 Dec 15 13:37:44.080574 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 59618) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:37:44.091161 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b8b543f5-8dbc-4d4c-9a72-0adde6caf8eb req-7484d772-fcbd-45ab-a9cc-1a3d1b02c0f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90cb0df-c11c-44a8-b09b-274188bbac57 HTTP/1.1" status: 200 len: 1000 time: 0.0791981 Dec 15 13:37:44.092295 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a8a6a-6524-4752-91fb-3455269f6a97 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c7b061-13d4-4935-b838-e335d76ae1b9,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:44.151319 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b543f5-8dbc-4d4c-9a72-0adde6caf8eb req-64ff5451-a379-4d52-b0ef-8f7caf6564b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:44.152769 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b8b543f5-8dbc-4d4c-9a72-0adde6caf8eb req-64ff5451-a379-4d52-b0ef-8f7caf6564b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c5f437c-ea6c-4b56-b65f-b3068cc7bf96 HTTP/1.1" status: 200 len: 854 time: 0.0522881 Dec 15 13:37:44.205755 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b543f5-8dbc-4d4c-9a72-0adde6caf8eb req-3ad68675-08c7-44e0-b69d-2b592f2864c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:44.207249 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b8b543f5-8dbc-4d4c-9a72-0adde6caf8eb req-3ad68675-08c7-44e0-b69d-2b592f2864c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f012c5b-1c5f-453a-9cf1-19ced471c3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393698 Dec 15 13:37:44.243506 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-6777d2f4-50bd-4d28-9219-935fa02e3b8f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Deleting port 934174f8-6d40-4351-8980-863bcfa799e6 {{(pid=102375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:37:44.243826 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6777d2f4-50bd-4d28-9219-935fa02e3b8f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:44.301294 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b8b543f5-8dbc-4d4c-9a72-0adde6caf8eb req-e321456d-adf7-46e9-8c57-9d0fd20179bc service neutron] 10.222.0.46 "GET /v2.0/networks/3f012c5b-1c5f-453a-9cf1-19ced471c3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856621 Dec 15 13:37:44.328740 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6777d2f4-50bd-4d28-9219-935fa02e3b8f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:44.329290 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6777d2f4-50bd-4d28-9219-935fa02e3b8f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:44.341439 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-6777d2f4-50bd-4d28-9219-935fa02e3b8f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Calling delete_port for 934174f8-6d40-4351-8980-863bcfa799e6 owned by network:floatingip {{(pid=102375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:37:44.390664 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-b8b543f5-8dbc-4d4c-9a72-0adde6caf8eb req-d9e3beda-f388-4ae2-9994-0ed700efd2f2 service neutron] 10.222.0.46 "GET /v2.0/networks/3f012c5b-1c5f-453a-9cf1-19ced471c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816383 Dec 15 13:37:44.548450 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6777d2f4-50bd-4d28-9219-935fa02e3b8f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:44.579424 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777d2f4-50bd-4d28-9219-935fa02e3b8f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Pushing event deleted for resources: {'Port': ['ID=934174f8-6d40-4351-8980-863bcfa799e6,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:37:44.630911 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6777d2f4-50bd-4d28-9219-935fa02e3b8f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks [] for floatingip, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:44.631237 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.db.l3_db [None req-6777d2f4-50bd-4d28-9219-935fa02e3b8f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Floating IP 77629446-1681-4133-bddd-9e65a46f18b0 disassociated (deleted). External IP: 172.27.2.16, port: f90cb0df-c11c-44a8-b09b-274188bbac57. Dec 15 13:37:44.831048 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6777d2f4-50bd-4d28-9219-935fa02e3b8f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Router b0e15c6d-d782-43c3-8c3a-579ba7715c39 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:37:44.935067 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6777d2f4-50bd-4d28-9219-935fa02e3b8f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:37:44.940183 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6777d2f4-50bd-4d28-9219-935fa02e3b8f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for floatingip, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:44.944899 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5839c99f-fc04-4ac4-ad26-9330709fb4e8 None None] Sync routers for ids ['b0e15c6d-d782-43c3-8c3a-579ba7715c39'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:37:44.954991 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5839c99f-fc04-4ac4-ad26-9330709fb4e8 None None] Routers {'b0e15c6d-d782-43c3-8c3a-579ba7715c39'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:37:44.955602 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-5839c99f-fc04-4ac4-ad26-9330709fb4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:37:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['b0e15c6d-d782-43c3-8c3a-579ba7715c39'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:44.966425 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-6777d2f4-50bd-4d28-9219-935fa02e3b8f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "DELETE /v2.0/floatingips/77629446-1681-4133-bddd-9e65a46f18b0 HTTP/1.1" status: 204 len: 168 time: 0.8847618 Dec 15 13:37:45.062414 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-5839c99f-fc04-4ac4-ad26-9330709fb4e8 None None] Set router b0e15c6d-d782-43c3-8c3a-579ba7715c39 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:37:45.264163 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-5839c99f-fc04-4ac4-ad26-9330709fb4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'name': 'tempest-TestMinimumBasicScenario-1063667505-router', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '669d00b6-9476-4422-b53e-a331d41019b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:14Z', 'updated_at': '2021-12-15T13:32:17Z', 'revision_number': 4, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'gw_port': {'id': '669d00b6-9476-4422-b53e-a331d41019b2', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:15Z', 'updated_at': '2021-12-15T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e', 'name': '', 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'mac_address': 'fa:16:3e:9e:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '2c5f437c-ea6c-4b56-b65f-b3068cc7bf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:17Z', 'updated_at': '2021-12-15T13:32:22Z', 'revision_number': 5, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'subnets': [{'id': '2c5f437c-ea6c-4b56-b65f-b3068cc7bf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:45.289617 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5839c99f-fc04-4ac4-ad26-9330709fb4e8 None None] Checking router: b0e15c6d-d782-43c3-8c3a-579ba7715c39 for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:37:45.298111 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5839c99f-fc04-4ac4-ad26-9330709fb4e8 None None] Routers {'b0e15c6d-d782-43c3-8c3a-579ba7715c39'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:37:45.298698 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-5839c99f-fc04-4ac4-ad26-9330709fb4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:37:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['b0e15c6d-d782-43c3-8c3a-579ba7715c39'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:45.400563 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-5839c99f-fc04-4ac4-ad26-9330709fb4e8 None None] Set router b0e15c6d-d782-43c3-8c3a-579ba7715c39 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:37:45.592633 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-5839c99f-fc04-4ac4-ad26-9330709fb4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'name': 'tempest-TestMinimumBasicScenario-1063667505-router', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '669d00b6-9476-4422-b53e-a331d41019b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:14Z', 'updated_at': '2021-12-15T13:32:17Z', 'revision_number': 4, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'gw_port': {'id': '669d00b6-9476-4422-b53e-a331d41019b2', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:15Z', 'updated_at': '2021-12-15T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e', 'name': '', 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'mac_address': 'fa:16:3e:9e:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '2c5f437c-ea6c-4b56-b65f-b3068cc7bf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:17Z', 'updated_at': '2021-12-15T13:32:22Z', 'revision_number': 5, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'subnets': [{'id': '2c5f437c-ea6c-4b56-b65f-b3068cc7bf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:37:45.621464 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5839c99f-fc04-4ac4-ad26-9330709fb4e8 None None] The sync data for ids ['b0e15c6d-d782-43c3-8c3a-579ba7715c39'] in dv-cinder-813227-4-iscsi is: [{'id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'name': 'tempest-TestMinimumBasicScenario-1063667505-router', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '669d00b6-9476-4422-b53e-a331d41019b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:14Z', 'updated_at': '2021-12-15T13:32:17Z', 'revision_number': 4, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'gw_port': {'id': '669d00b6-9476-4422-b53e-a331d41019b2', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:15Z', 'updated_at': '2021-12-15T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e', 'name': '', 'network_id': '3f012c5b-1c5f-453a-9cf1-19ced471c3f5', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'mac_address': 'fa:16:3e:9e:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '2c5f437c-ea6c-4b56-b65f-b3068cc7bf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:17Z', 'updated_at': '2021-12-15T13:32:22Z', 'revision_number': 5, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'subnets': [{'id': '2c5f437c-ea6c-4b56-b65f-b3068cc7bf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:37:45.732163 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f21e20b-c80e-408b-849e-cf9e27127cbb', 'tag': 'f90cb0df-c11c-44a8-b09b-274188bbac57'}] {{(pid=102375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:37:45.734625 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71b9fb3f465478ec81e2ba98b454169580960ac631f62dad39edafcc790f624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f9f435-4c9f-4acf-8c17-b73055bfc5c5" -d '{"events": [{"name": "network-changed", "server_uuid": "9f21e20b-c80e-408b-849e-cf9e27127cbb", "tag": "f90cb0df-c11c-44a8-b09b-274188bbac57"}]}' {{(pid=102375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:37:45.813714 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-5c6dd7a0-a184-4642-8df0-58e12d5705b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:45.844839 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d341e6-422e-4938-881a-c7bb61b066a5 None None] New status for floating IP 77629446-1681-4133-bddd-9e65a46f18b0: DOWN {{(pid=102377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:37:45.925150 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69e1940-e1a8-413d-81b6-81cc608197f8 x-openstack-request-id: req-c69e1940-e1a8-413d-81b6-81cc608197f8 {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:37:45.925447 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f21e20b-c80e-408b-849e-cf9e27127cbb", "tag": "f90cb0df-c11c-44a8-b09b-274188bbac57", "status": "completed", "code": 200}]} {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:37:45.925752 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c69e1940-e1a8-413d-81b6-81cc608197f8 {{(pid=102375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:37:45.926156 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f21e20b-c80e-408b-849e-cf9e27127cbb', 'tag': 'f90cb0df-c11c-44a8-b09b-274188bbac57', 'status': 'completed', 'code': 200} Dec 15 13:37:46.904720 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:48.493149 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9f435-4c9f-4acf-8c17-b73055bfc5c5 req-4f1b5f85-b26a-4654-bb44-9622cbaeadc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:48.494670 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-54f9f435-4c9f-4acf-8c17-b73055bfc5c5 req-4f1b5f85-b26a-4654-bb44-9622cbaeadc9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c38faa56e5864d3aba51e1e8351e3a93&device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 1098 time: 0.0456452 Dec 15 13:37:48.515296 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:48.587887 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9f435-4c9f-4acf-8c17-b73055bfc5c5 req-36c3bcc4-f8f1-4943-9bea-cffc821ec5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:48.589347 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-54f9f435-4c9f-4acf-8c17-b73055bfc5c5 req-36c3bcc4-f8f1-4943-9bea-cffc821ec5df service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f012c5b-1c5f-453a-9cf1-19ced471c3f5 HTTP/1.1" status: 200 len: 916 time: 0.0829332 Dec 15 13:37:48.630935 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-54f9f435-4c9f-4acf-8c17-b73055bfc5c5 req-2632d50b-e6de-4fe9-9ecc-678c94e05afe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90cb0df-c11c-44a8-b09b-274188bbac57 HTTP/1.1" status: 200 len: 217 time: 0.0337250 Dec 15 13:37:48.682424 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9f435-4c9f-4acf-8c17-b73055bfc5c5 req-86559319-dbbb-4fe5-9adc-ec64501051b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:48.683873 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-54f9f435-4c9f-4acf-8c17-b73055bfc5c5 req-86559319-dbbb-4fe5-9adc-ec64501051b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c5f437c-ea6c-4b56-b65f-b3068cc7bf96 HTTP/1.1" status: 200 len: 854 time: 0.0451770 Dec 15 13:37:48.729685 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9f435-4c9f-4acf-8c17-b73055bfc5c5 req-c3434be4-5ca3-4ab5-b443-8c9a42c841e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:48.731675 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-54f9f435-4c9f-4acf-8c17-b73055bfc5c5 req-c3434be4-5ca3-4ab5-b443-8c9a42c841e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f012c5b-1c5f-453a-9cf1-19ced471c3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384991 Dec 15 13:37:48.817254 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-54f9f435-4c9f-4acf-8c17-b73055bfc5c5 req-120f8d5d-48f3-4ae3-b0c7-27118dcfbccb service neutron] 10.222.0.46 "GET /v2.0/networks/3f012c5b-1c5f-453a-9cf1-19ced471c3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786541 Dec 15 13:37:48.905951 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-54f9f435-4c9f-4acf-8c17-b73055bfc5c5 req-fb513387-11b0-4c27-a021-907bbc75e3d8 service neutron] 10.222.0.46 "GET /v2.0/networks/3f012c5b-1c5f-453a-9cf1-19ced471c3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817959 Dec 15 13:37:49.431503 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:37:56.026943 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b5621-a40a-4b9f-92fc-f44fc861a1cd req-40b9bc46-9965-4036-8842-2530adaf716b tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:56.028417 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-356b5621-a40a-4b9f-92fc-f44fc861a1cd req-40b9bc46-9965-4036-8842-2530adaf716b tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 945 time: 0.0486271 Dec 15 13:37:56.075695 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-356b5621-a40a-4b9f-92fc-f44fc861a1cd req-57b7d434-5e28-4057-b8a8-c74241131fb2 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413134 Dec 15 13:37:57.193094 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f863ec8-af32-4240-bf43-79accdd09d3f req-798e07e3-a939-4de0-b6f3-ad1971ad3bc7 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:57.194544 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6f863ec8-af32-4240-bf43-79accdd09d3f req-798e07e3-a939-4de0-b6f3-ad1971ad3bc7 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 945 time: 0.0509739 Dec 15 13:37:57.241337 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6f863ec8-af32-4240-bf43-79accdd09d3f req-dfac9f4c-4835-4200-99f8-7e07e516000d tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406327 Dec 15 13:37:58.351942 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60e2ca-04e6-48f7-8f1e-c4d7de5d0aad req-afd7b0dc-5cdc-48d1-9969-e3db3f85a171 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:58.353360 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8e60e2ca-04e6-48f7-8f1e-c4d7de5d0aad req-afd7b0dc-5cdc-48d1-9969-e3db3f85a171 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 945 time: 0.0467880 Dec 15 13:37:58.400064 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8e60e2ca-04e6-48f7-8f1e-c4d7de5d0aad req-810097fb-cd17-4339-905b-933ccc3da9ec tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404162 Dec 15 13:37:59.515678 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e993e24-ebe4-461e-a72e-7340410e6ee6 req-241b6a6f-71b7-4865-8b82-d1066316a9bb tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:37:59.517164 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6e993e24-ebe4-461e-a72e-7340410e6ee6 req-241b6a6f-71b7-4865-8b82-d1066316a9bb tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 945 time: 0.0509140 Dec 15 13:37:59.563951 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6e993e24-ebe4-461e-a72e-7340410e6ee6 req-ef84362e-6f14-4cb7-bb80-261861b67296 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409558 Dec 15 13:38:00.680142 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e72f6b-b2eb-4fe4-a776-2bce21e48075 req-2e9f6bf5-fa87-4374-b61b-d41d82e634ae tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:00.681587 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-47e72f6b-b2eb-4fe4-a776-2bce21e48075 req-2e9f6bf5-fa87-4374-b61b-d41d82e634ae tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 945 time: 0.0474112 Dec 15 13:38:00.728084 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-47e72f6b-b2eb-4fe4-a776-2bce21e48075 req-952da423-4707-4109-9a52-876be3a05129 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398948 Dec 15 13:38:01.839180 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2305a1-b5e3-45a4-a570-54a4e5b3ae1c req-cd2566f7-ace5-477c-8ebd-e8ff79b66d1f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:01.841433 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-7f2305a1-b5e3-45a4-a570-54a4e5b3ae1c req-cd2566f7-ace5-477c-8ebd-e8ff79b66d1f tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 945 time: 0.0545187 Dec 15 13:38:01.844687 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ada7a2-043d-40e9-8765-c117b6054206 req-4c1689ae-726e-48bb-9867-35690bbc26da tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:01.846164 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-62ada7a2-043d-40e9-8765-c117b6054206 req-4c1689ae-726e-48bb-9867-35690bbc26da tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f21e20b-c80e-408b-849e-cf9e27127cbb HTTP/1.1" status: 200 len: 945 time: 0.0506113 Dec 15 13:38:01.896201 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-62ada7a2-043d-40e9-8765-c117b6054206 req-bcdb2b23-80bd-449c-9e4a-50d130590e30 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.60 "GET /v2.0/security-groups?id=084cc189-2d07-4ca8-bd71-0436a351b8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436509 Dec 15 13:38:01.938222 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-7f2305a1-b5e3-45a4-a570-54a4e5b3ae1c req-8c2914fb-4564-43c0-8e5a-f4f79caad4c8 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Deleting port f90cb0df-c11c-44a8-b09b-274188bbac57 {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:38:01.938584 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-7f2305a1-b5e3-45a4-a570-54a4e5b3ae1c req-8c2914fb-4564-43c0-8e5a-f4f79caad4c8 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:02.027247 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-7f2305a1-b5e3-45a4-a570-54a4e5b3ae1c req-8c2914fb-4564-43c0-8e5a-f4f79caad4c8 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] For port f90cb0df-c11c-44a8-b09b-274188bbac57, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f90cb0df-c11c-44a8-b09b-274188bbac57,segment=NetworkSegment(dfbe76cf-412e-4121-a2ad-4763637cf246),segment_id=dfbe76cf-412e-4121-a2ad-4763637cf246)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:02.027641 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-7f2305a1-b5e3-45a4-a570-54a4e5b3ae1c req-8c2914fb-4564-43c0-8e5a-f4f79caad4c8 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:02.040829 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-7f2305a1-b5e3-45a4-a570-54a4e5b3ae1c req-8c2914fb-4564-43c0-8e5a-f4f79caad4c8 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Calling delete_port for f90cb0df-c11c-44a8-b09b-274188bbac57 owned by compute:nova {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:38:02.168416 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-7f2305a1-b5e3-45a4-a570-54a4e5b3ae1c req-8c2914fb-4564-43c0-8e5a-f4f79caad4c8 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:02.181062 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['f90cb0df-c11c-44a8-b09b-274188bbac57'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:38:02.195882 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2914fb-4564-43c0-8e5a-f4f79caad4c8 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Pushing event deleted for resources: {'Port': ['ID=f90cb0df-c11c-44a8-b09b-274188bbac57,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:02.239987 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2305a1-b5e3-45a4-a570-54a4e5b3ae1c req-8c2914fb-4564-43c0-8e5a-f4f79caad4c8 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] No DVR routers for this DVR port f90cb0df-c11c-44a8-b09b-274188bbac57 on host hv-cinder-81322 {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:38:02.242509 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-7f2305a1-b5e3-45a4-a570-54a4e5b3ae1c req-8c2914fb-4564-43c0-8e5a-f4f79caad4c8 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:02.245902 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-7f2305a1-b5e3-45a4-a570-54a4e5b3ae1c req-8c2914fb-4564-43c0-8e5a-f4f79caad4c8 tempest-TestMinimumBasicScenario-1440892706 tempest-TestMinimumBasicScenario-1440892706-project] 10.222.0.46 "DELETE /v2.0/ports/f90cb0df-c11c-44a8-b09b-274188bbac57 HTTP/1.1" status: 204 len: 173 time: 0.3973498 Dec 15 13:38:02.246356 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f21e20b-c80e-408b-849e-cf9e27127cbb', 'name': 'network-vif-deleted', 'tag': 'f90cb0df-c11c-44a8-b09b-274188bbac57'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:38:02.248675 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f0c6aa-72a8-42a5-9053-9d85ad21cbc6" -d '{"events": [{"server_uuid": "9f21e20b-c80e-408b-849e-cf9e27127cbb", "name": "network-vif-deleted", "tag": "f90cb0df-c11c-44a8-b09b-274188bbac57"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:38:02.284780 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ced783e-56ad-4e21-9bcc-0eec2c010dbb x-openstack-request-id: req-0ced783e-56ad-4e21-9bcc-0eec2c010dbb {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:38:02.285080 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f21e20b-c80e-408b-849e-cf9e27127cbb", "name": "network-vif-deleted", "tag": "f90cb0df-c11c-44a8-b09b-274188bbac57", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:38:02.285340 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0ced783e-56ad-4e21-9bcc-0eec2c010dbb {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:38:02.285752 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f21e20b-c80e-408b-849e-cf9e27127cbb', 'name': 'network-vif-deleted', 'tag': 'f90cb0df-c11c-44a8-b09b-274188bbac57', 'status': 'completed', 'code': 200} Dec 15 13:38:03.571255 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 59786) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:04.028097 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6ba9-dfdf-4967-b2e2-375d7cd31476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530962'] for router_interface, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:04.328590 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6ba9-dfdf-4967-b2e2-375d7cd31476 admin admin] Deleting port 3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e {{(pid=102375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:38:04.328931 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6ba9-dfdf-4967-b2e2-375d7cd31476 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:04.406530 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.db [None req-c2fb6ba9-dfdf-4967-b2e2-375d7cd31476 admin admin] For port 3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e,segment=NetworkSegment(dfbe76cf-412e-4121-a2ad-4763637cf246),segment_id=dfbe76cf-412e-4121-a2ad-4763637cf246)] {{(pid=102375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:04.406963 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6ba9-dfdf-4967-b2e2-375d7cd31476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:04.419914 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6ba9-dfdf-4967-b2e2-375d7cd31476 admin admin] Calling delete_port for 3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e owned by network:router_interface {{(pid=102375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:38:04.600711 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6ba9-dfdf-4967-b2e2-375d7cd31476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:04.629175 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6ba9-dfdf-4967-b2e2-375d7cd31476 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:04.783582 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6ba9-dfdf-4967-b2e2-375d7cd31476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531086'] for router_interface, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:05.200763 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fb6ba9-dfdf-4967-b2e2-375d7cd31476 admin admin] Router b0e15c6d-d782-43c3-8c3a-579ba7715c39 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:38:05.323599 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fb6ba9-dfdf-4967-b2e2-375d7cd31476 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:38:05.331437 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-c2fb6ba9-dfdf-4967-b2e2-375d7cd31476 admin admin] 10.222.0.60 "PUT /v2.0/routers/b0e15c6d-d782-43c3-8c3a-579ba7715c39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7565515 Dec 15 13:38:05.332045 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 59808) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:05.333019 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd83541-c02e-4da0-9830-30a08ba332df None None] Sync routers for ids ['b0e15c6d-d782-43c3-8c3a-579ba7715c39'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:38:05.343866 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd83541-c02e-4da0-9830-30a08ba332df None None] Routers {'b0e15c6d-d782-43c3-8c3a-579ba7715c39'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:38:05.344642 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-ddd83541-c02e-4da0-9830-30a08ba332df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:37:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['b0e15c6d-d782-43c3-8c3a-579ba7715c39'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:05.438611 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Publish callbacks [] for router, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:05.449151 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-ddd83541-c02e-4da0-9830-30a08ba332df None None] Set router b0e15c6d-d782-43c3-8c3a-579ba7715c39 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:38:05.535461 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:05.589070 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Deleting port 669d00b6-9476-4422-b53e-a331d41019b2 {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:38:05.589413 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:05.622881 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-ddd83541-c02e-4da0-9830-30a08ba332df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'name': 'tempest-TestMinimumBasicScenario-1063667505-router', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '669d00b6-9476-4422-b53e-a331d41019b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:14Z', 'updated_at': '2021-12-15T13:38:04Z', 'revision_number': 5, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'gw_port': {'id': '669d00b6-9476-4422-b53e-a331d41019b2', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:15Z', 'updated_at': '2021-12-15T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:05.652530 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd83541-c02e-4da0-9830-30a08ba332df None None] Checking router: b0e15c6d-d782-43c3-8c3a-579ba7715c39 for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:38:05.661536 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd83541-c02e-4da0-9830-30a08ba332df None None] Routers {'b0e15c6d-d782-43c3-8c3a-579ba7715c39'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:38:05.662153 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-ddd83541-c02e-4da0-9830-30a08ba332df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:37:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['b0e15c6d-d782-43c3-8c3a-579ba7715c39'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:05.668073 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] For port 669d00b6-9476-4422-b53e-a331d41019b2, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=669d00b6-9476-4422-b53e-a331d41019b2,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:05.668467 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:05.681490 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Calling delete_port for 669d00b6-9476-4422-b53e-a331d41019b2 owned by network:router_gateway {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:38:05.852544 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:05.880651 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Pushing event deleted for resources: {'Port': ['ID=669d00b6-9476-4422-b53e-a331d41019b2,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:05.880868 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-ddd83541-c02e-4da0-9830-30a08ba332df None None] Set router b0e15c6d-d782-43c3-8c3a-579ba7715c39 gateway port host: None {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:38:05.909790 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:05.910137 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:05.910478 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:05.910813 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:05.911170 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:05.911498 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:05.911820 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:05.912143 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:05.912467 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:05.912791 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:05.913111 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:05.913426 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:05.913745 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:05.919545 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529452'] for router_gateway, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:05.938114 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-ddd83541-c02e-4da0-9830-30a08ba332df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'name': 'tempest-TestMinimumBasicScenario-1063667505-router', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:14Z', 'updated_at': '2021-12-15T13:38:05Z', 'revision_number': 6, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'gw_port_host': None}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:05.970680 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device f90cb0df-c11c-44a8-b09b-274188bbac57 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:38:05.972992 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd83541-c02e-4da0-9830-30a08ba332df None None] The sync data for ids ['b0e15c6d-d782-43c3-8c3a-579ba7715c39'] in dv-cinder-813227-4-iscsi is: [{'id': 'b0e15c6d-d782-43c3-8c3a-579ba7715c39', 'name': 'tempest-TestMinimumBasicScenario-1063667505-router', 'tenant_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:14Z', 'updated_at': '2021-12-15T13:38:05Z', 'revision_number': 6, 'project_id': 'c38faa56e5864d3aba51e1e8351e3a93', 'gw_port_host': None}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:38:05.993417 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] No Port match for: f90cb0df-c11c-44a8-b09b-274188bbac57 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:38:05.993761 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device f90cb0df-c11c-44a8-b09b-274188bbac57 not bound to the agent host hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:38:06.231128 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12871'] for router, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:06.233106 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:06.274818 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532917'] for router, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:06.275373 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0e15c6d-d782-43c3-8c3a-579ba7715c39 {{(pid=102374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:38:06.279735 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] Publish callbacks [] for router, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:06.280892 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-f3759625-da83-4206-a264-56b73a45dd9c admin admin] 10.222.0.60 "DELETE /v2.0/routers/b0e15c6d-d782-43c3-8c3a-579ba7715c39 HTTP/1.1" status: 204 len: 168 time: 0.9478576 Dec 15 13:38:06.283437 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 59810) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:06.329446 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a4c54c-2a9d-4e9f-a8da-871382d8f554 admin admin] Deleting subnet 2c5f437c-ea6c-4b56-b65f-b3068cc7bf96 {{(pid=102374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:38:06.332793 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-70a4c54c-2a9d-4e9f-a8da-871382d8f554 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:06.374556 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-70a4c54c-2a9d-4e9f-a8da-871382d8f554 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:06.475920 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-70a4c54c-2a9d-4e9f-a8da-871382d8f554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1679046'] for subnet, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:06.530263 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-70a4c54c-2a9d-4e9f-a8da-871382d8f554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1679053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for subnet, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:06.560390 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4c54c-2a9d-4e9f-a8da-871382d8f554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c5f437c-ea6c-4b56-b65f-b3068cc7bf96,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:06.564001 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-70a4c54c-2a9d-4e9f-a8da-871382d8f554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:06.567242 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-70a4c54c-2a9d-4e9f-a8da-871382d8f554 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2c5f437c-ea6c-4b56-b65f-b3068cc7bf96 HTTP/1.1" status: 204 len: 168 time: 0.2828908 Dec 15 13:38:06.569856 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 59818) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:06.576065 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c774b77b-372e-43f6-b14c-701087d328c2 None None] Network 3f012c5b-1c5f-453a-9cf1-19ced471c3f5 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:38:06.599245 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca466a91-4da3-458c-8084-7c0de2a0f862 req-b9d1b974-bcf6-4744-817c-ae4359d35c7d tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:06.600719 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ca466a91-4da3-458c-8084-7c0de2a0f862 req-b9d1b974-bcf6-4744-817c-ae4359d35c7d tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=93bf7202-d763-46e8-a6ff-ff6b87ee9ad6 HTTP/1.1" status: 200 len: 945 time: 0.0611145 Dec 15 13:38:06.643110 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645032'] for network, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:06.654977 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ca466a91-4da3-458c-8084-7c0de2a0f862 req-f860d070-ec46-419c-9fab-aad83ef89c66 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465620 Dec 15 13:38:06.711337 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Deleting port a86c7148-2613-47d4-8c68-893c225dcd7c {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:38:06.711609 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:06.777629 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] For port a86c7148-2613-47d4-8c68-893c225dcd7c, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=a86c7148-2613-47d4-8c68-893c225dcd7c,segment=NetworkSegment(dfbe76cf-412e-4121-a2ad-4763637cf246),segment_id=dfbe76cf-412e-4121-a2ad-4763637cf246)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:06.778010 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:06.796180 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Calling delete_port for a86c7148-2613-47d4-8c68-893c225dcd7c owned by network:dhcp {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:38:06.801615 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98971264-d7a7-44b4-928c-6aca476150df None None] DHCP port deletion for 3f012c5b-1c5f-453a-9cf1-19ced471c3f5 request from dv-cinder-813227-4-iscsi {{(pid=102376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:38:06.858722 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-98971264-d7a7-44b4-928c-6aca476150df None None] Deleting port a86c7148-2613-47d4-8c68-893c225dcd7c {{(pid=102376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:38:06.859134 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-98971264-d7a7-44b4-928c-6aca476150df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:06.894739 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:06.904561 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:38:06.922798 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Pushing event deleted for resources: {'Port': ['ID=a86c7148-2613-47d4-8c68-893c225dcd7c,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:06.926116 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] No DVR routers for this DVR port a86c7148-2613-47d4-8c68-893c225dcd7c on host dv-cinder-813227-4-iscsi {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:38:06.941585 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: 3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:38:06.941932 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 3e7fe5bc-a3db-4ecc-89b9-92d1bf56336e not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:38:06.942353 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device a86c7148-2613-47d4-8c68-893c225dcd7c no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:38:06.972076 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: a86c7148-2613-47d4-8c68-893c225dcd7c {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:38:06.972427 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device a86c7148-2613-47d4-8c68-893c225dcd7c not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:38:06.972852 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 669d00b6-9476-4422-b53e-a331d41019b2 no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:38:06.979207 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-98971264-d7a7-44b4-928c-6aca476150df None None] For port a86c7148-2613-47d4-8c68-893c225dcd7c, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=a86c7148-2613-47d4-8c68-893c225dcd7c,segment=NetworkSegment(dfbe76cf-412e-4121-a2ad-4763637cf246),segment_id=dfbe76cf-412e-4121-a2ad-4763637cf246)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:06.979598 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-98971264-d7a7-44b4-928c-6aca476150df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:07.007043 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1673553', 'neutron.services.segments.db._delete_segments_for_network-8790303350658'] for network, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:07.009985 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: 669d00b6-9476-4422-b53e-a331d41019b2 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:38:07.010337 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 669d00b6-9476-4422-b53e-a331d41019b2 not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:38:07.016874 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-98971264-d7a7-44b4-928c-6aca476150df None None] Calling delete_port for a86c7148-2613-47d4-8c68-893c225dcd7c owned by network:dhcp {{(pid=102376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:38:07.031875 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:38:07.032224 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:38:07.032978 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:38:07.033415 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Subscribe: > port after_create 55550000 {{(pid=102374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:38:07.033643 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:38:07.033974 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Subscribe: > port after_update 55550000 {{(pid=102374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:38:07.034287 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:38:07.034600 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:38:07.034942 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:38:07.035258 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:38:07.141368 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:38:07.141827 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:38:07.142140 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-98971264-d7a7-44b4-928c-6aca476150df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089'] for port, after_delete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:07.142265 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:38:07.142644 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 13:38:07.143073 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.services.segments.db [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f012c5b-1c5f-453a-9cf1-19ced471c3f5']}} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:07.160067 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.services.segments.db [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfbe76cf-412e-4121-a2ad-4763637cf246') {'for_net_delete': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:07.160357 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.services.segments.db [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfbe76cf-412e-4121-a2ad-4763637cf246') {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:07.166279 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98971264-d7a7-44b4-928c-6aca476150df None None] Pushing event deleted for resources: {'Port': ['ID=a86c7148-2613-47d4-8c68-893c225dcd7c,revision_number=None']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:07.170580 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98971264-d7a7-44b4-928c-6aca476150df None None] No DVR routers for this DVR port a86c7148-2613-47d4-8c68-893c225dcd7c on host dv-cinder-813227-4-iscsi {{(pid=102376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:38:07.176229 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790303353739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8504485'] for segment, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:07.176395 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98971264-d7a7-44b4-928c-6aca476150df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:07.176575 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98971264-d7a7-44b4-928c-6aca476150df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:07.176907 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98971264-d7a7-44b4-928c-6aca476150df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:07.177244 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98971264-d7a7-44b4-928c-6aca476150df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:07.177574 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98971264-d7a7-44b4-928c-6aca476150df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:07.177904 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98971264-d7a7-44b4-928c-6aca476150df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:07.178223 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98971264-d7a7-44b4-928c-6aca476150df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:07.178546 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98971264-d7a7-44b4-928c-6aca476150df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:07.178891 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98971264-d7a7-44b4-928c-6aca476150df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:07.179226 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98971264-d7a7-44b4-928c-6aca476150df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:07.179549 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98971264-d7a7-44b4-928c-6aca476150df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:07.179872 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98971264-d7a7-44b4-928c-6aca476150df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:07.180194 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98971264-d7a7-44b4-928c-6aca476150df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:07.199685 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:07.209027 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=102374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:38:07.209518 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12002447'] for segment, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: from cryptography.utils import int_from_bytes Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: from cryptography.utils import int_from_bytes Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: Traceback (most recent call last): Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: timer() Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: cb(*args, **kw) Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: return func(*args, **kwargs) Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: self._notify() Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: self.callback(batched_events) Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: event.method(event) Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: return f(self, *a, **k) Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: return self._get(url).json() Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: return self.request(url, 'GET', **kwargs) Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:38:07.213620 dv-cinder-813227-4-iscsi neutron-server[102374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:38:07.267203 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529408'] for network, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:07.274055 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:07.277357 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3f012c5b-1c5f-453a-9cf1-19ced471c3f5 HTTP/1.1" status: 204 len: 168 time: 0.7067444 Dec 15 13:38:07.280401 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 59822) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:07.286573 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41866961-9d95-43fd-bbfa-a92871f3bb00 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f012c5b-1c5f-453a-9cf1-19ced471c3f5,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:07.615917 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-82aeb334-eea9-4723-a126-f2f300287d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530962'] for router_interface, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:07.818771 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e43e6f-67f0-46e7-88f9-b84e84dc4984 req-11e9d324-9235-4c43-bd4b-d04f8c4b5c40 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:07.820277 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-89e43e6f-67f0-46e7-88f9-b84e84dc4984 req-11e9d324-9235-4c43-bd4b-d04f8c4b5c40 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=93bf7202-d763-46e8-a6ff-ff6b87ee9ad6 HTTP/1.1" status: 200 len: 945 time: 0.0732517 Dec 15 13:38:07.897524 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-89e43e6f-67f0-46e7-88f9-b84e84dc4984 req-66e5191e-dfde-4441-ab48-b4483a811d1a tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708561 Dec 15 13:38:07.945397 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-82aeb334-eea9-4723-a126-f2f300287d01 admin admin] Deleting port fe3d90ec-851e-4715-a23a-588612dc7495 {{(pid=102375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:38:07.945736 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-82aeb334-eea9-4723-a126-f2f300287d01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.022724 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.db [None req-82aeb334-eea9-4723-a126-f2f300287d01 admin admin] For port fe3d90ec-851e-4715-a23a-588612dc7495, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=fe3d90ec-851e-4715-a23a-588612dc7495,segment=NetworkSegment(d5db22e4-9b0d-48ea-8011-7aaa58a16efa),segment_id=d5db22e4-9b0d-48ea-8011-7aaa58a16efa)] {{(pid=102375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:08.023134 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-82aeb334-eea9-4723-a126-f2f300287d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.036281 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-82aeb334-eea9-4723-a126-f2f300287d01 admin admin] Calling delete_port for fe3d90ec-851e-4715-a23a-588612dc7495 owned by network:router_interface {{(pid=102375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:38:08.211530 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-82aeb334-eea9-4723-a126-f2f300287d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.240084 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aeb334-eea9-4723-a126-f2f300287d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3d90ec-851e-4715-a23a-588612dc7495,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:08.289026 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.402368 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-82aeb334-eea9-4723-a126-f2f300287d01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531086'] for router_interface, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.550066 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed920e2-83e3-4777-beb7-26ab19410915 req-c40a50aa-eb02-4090-a165-8728f486ddac tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:08.551434 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-6ed920e2-83e3-4777-beb7-26ab19410915 req-c40a50aa-eb02-4090-a165-8728f486ddac tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.46 "GET /v2.0/ports?device_id=93bf7202-d763-46e8-a6ff-ff6b87ee9ad6 HTTP/1.1" status: 200 len: 945 time: 0.0596826 Dec 15 13:38:08.624989 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82aeb334-eea9-4723-a126-f2f300287d01 admin admin] Router aee0d276-0d07-4df1-b788-1d80c373e472 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:38:08.642043 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-6ed920e2-83e3-4777-beb7-26ab19410915 req-722e5ac8-324c-46d3-847f-80f16652f57d tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Deleting port fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:38:08.642377 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-6ed920e2-83e3-4777-beb7-26ab19410915 req-722e5ac8-324c-46d3-847f-80f16652f57d tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.730406 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82aeb334-eea9-4723-a126-f2f300287d01 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:38:08.732695 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-6ed920e2-83e3-4777-beb7-26ab19410915 req-722e5ac8-324c-46d3-847f-80f16652f57d tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] For port fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f,segment=NetworkSegment(8e0a6565-f608-4f93-bb1f-c9f7b836b7c6),segment_id=8e0a6565-f608-4f93-bb1f-c9f7b836b7c6)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:08.733055 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-6ed920e2-83e3-4777-beb7-26ab19410915 req-722e5ac8-324c-46d3-847f-80f16652f57d tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.738689 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-82aeb334-eea9-4723-a126-f2f300287d01 admin admin] 10.222.0.60 "PUT /v2.0/routers/aee0d276-0d07-4df1-b788-1d80c373e472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4547367 Dec 15 13:38:08.738689 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 59828) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:08.740109 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50bac7e-34dd-4be1-9fae-fb0692af9cfc None None] Sync routers for ids ['aee0d276-0d07-4df1-b788-1d80c373e472'] in dv-cinder-813227-4-iscsi {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:38:08.750170 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-6ed920e2-83e3-4777-beb7-26ab19410915 req-722e5ac8-324c-46d3-847f-80f16652f57d tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Calling delete_port for fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f owned by compute:nova {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:38:08.757731 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50bac7e-34dd-4be1-9fae-fb0692af9cfc None None] Routers {'aee0d276-0d07-4df1-b788-1d80c373e472'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:38:08.758374 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-c50bac7e-34dd-4be1-9fae-fb0692af9cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:37:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['aee0d276-0d07-4df1-b788-1d80c373e472'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:08.850352 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-594c83d7-8989-4813-8c2f-0fb67bc94658 admin admin] Publish callbacks [] for router, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.878995 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-c50bac7e-34dd-4be1-9fae-fb0692af9cfc None None] Set router aee0d276-0d07-4df1-b788-1d80c373e472 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:38:08.901134 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-6ed920e2-83e3-4777-beb7-26ab19410915 req-722e5ac8-324c-46d3-847f-80f16652f57d tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:08.925123 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:38:08.939440 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e5ac8-324c-46d3-847f-80f16652f57d tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Pushing event deleted for resources: {'Port': ['ID=fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:08.998575 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed920e2-83e3-4777-beb7-26ab19410915 req-722e5ac8-324c-46d3-847f-80f16652f57d tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] No DVR routers for this DVR port fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f on host hv-cinder-81322 {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:38:09.002125 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-6ed920e2-83e3-4777-beb7-26ab19410915 req-722e5ac8-324c-46d3-847f-80f16652f57d tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:09.006229 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-6ed920e2-83e3-4777-beb7-26ab19410915 req-722e5ac8-324c-46d3-847f-80f16652f57d tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.46 "DELETE /v2.0/ports/fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f HTTP/1.1" status: 204 len: 173 time: 0.4482827 Dec 15 13:38:09.007301 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bf7202-d763-46e8-a6ff-ff6b87ee9ad6', 'name': 'network-vif-deleted', 'tag': 'fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:38:09.010424 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597d2b25-61eb-4f40-8bb9-6c803bd5e081" -d '{"events": [{"server_uuid": "93bf7202-d763-46e8-a6ff-ff6b87ee9ad6", "name": "network-vif-deleted", "tag": "fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:38:09.015388 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-30469cec-7f07-4ccd-971c-b6b04918f8c8 req-bee0b2cb-d469-46bf-a5e1-becb64fbb5b6 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=93bf7202-d763-46e8-a6ff-ff6b87ee9ad6 HTTP/1.1" status: 200 len: 210 time: 0.0379109 Dec 15 13:38:09.016937 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-594c83d7-8989-4813-8c2f-0fb67bc94658 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:09.048621 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fba883c-751d-461c-a9b9-0217d10150f8 x-openstack-request-id: req-7fba883c-751d-461c-a9b9-0217d10150f8 {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:38:09.048990 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bf7202-d763-46e8-a6ff-ff6b87ee9ad6", "name": "network-vif-deleted", "tag": "fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:38:09.049308 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7fba883c-751d-461c-a9b9-0217d10150f8 {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:38:09.049764 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bf7202-d763-46e8-a6ff-ff6b87ee9ad6', 'name': 'network-vif-deleted', 'tag': 'fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f', 'status': 'completed', 'code': 200} Dec 15 13:38:09.101274 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-594c83d7-8989-4813-8c2f-0fb67bc94658 admin admin] Deleting port de2fc53c-46dc-4dac-8bdc-c9226585c475 {{(pid=102375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:38:09.101615 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-594c83d7-8989-4813-8c2f-0fb67bc94658 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:09.118436 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-c50bac7e-34dd-4be1-9fae-fb0692af9cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee0d276-0d07-4df1-b788-1d80c373e472', 'name': 'tempest-TestMinimumBasicScenario-199687025-router', 'tenant_id': 'bad08717445b4feeb99a5015417b271c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'de2fc53c-46dc-4dac-8bdc-c9226585c475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:19Z', 'updated_at': '2021-12-15T13:38:08Z', 'revision_number': 5, 'project_id': 'bad08717445b4feeb99a5015417b271c', 'gw_port': {'id': 'de2fc53c-46dc-4dac-8bdc-c9226585c475', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:da:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee0d276-0d07-4df1-b788-1d80c373e472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:32:20Z', 'updated_at': '2021-12-15T13:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:09.148297 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50bac7e-34dd-4be1-9fae-fb0692af9cfc None None] Checking router: aee0d276-0d07-4df1-b788-1d80c373e472 for host: dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:38:09.157952 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50bac7e-34dd-4be1-9fae-fb0692af9cfc None None] Routers {'aee0d276-0d07-4df1-b788-1d80c373e472'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:38:09.158729 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-c50bac7e-34dd-4be1-9fae-fb0692af9cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:37:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['aee0d276-0d07-4df1-b788-1d80c373e472'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:09.192633 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.db [None req-594c83d7-8989-4813-8c2f-0fb67bc94658 admin admin] For port de2fc53c-46dc-4dac-8bdc-c9226585c475, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=de2fc53c-46dc-4dac-8bdc-c9226585c475,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:09.192994 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-594c83d7-8989-4813-8c2f-0fb67bc94658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:09.205422 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-594c83d7-8989-4813-8c2f-0fb67bc94658 admin admin] Calling delete_port for de2fc53c-46dc-4dac-8bdc-c9226585c475 owned by network:router_gateway {{(pid=102375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:38:09.243907 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-c50bac7e-34dd-4be1-9fae-fb0692af9cfc None None] Set router aee0d276-0d07-4df1-b788-1d80c373e472 gateway port host: None {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:38:09.294674 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-c50bac7e-34dd-4be1-9fae-fb0692af9cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee0d276-0d07-4df1-b788-1d80c373e472', 'name': 'tempest-TestMinimumBasicScenario-199687025-router', 'tenant_id': 'bad08717445b4feeb99a5015417b271c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:19Z', 'updated_at': '2021-12-15T13:38:09Z', 'revision_number': 6, 'project_id': 'bad08717445b4feeb99a5015417b271c', 'gw_port_host': None}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:09.323460 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50bac7e-34dd-4be1-9fae-fb0692af9cfc None None] The sync data for ids ['aee0d276-0d07-4df1-b788-1d80c373e472'] in dv-cinder-813227-4-iscsi is: [{'id': 'aee0d276-0d07-4df1-b788-1d80c373e472', 'name': 'tempest-TestMinimumBasicScenario-199687025-router', 'tenant_id': 'bad08717445b4feeb99a5015417b271c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:32:19Z', 'updated_at': '2021-12-15T13:38:09Z', 'revision_number': 6, 'project_id': 'bad08717445b4feeb99a5015417b271c', 'gw_port_host': None}] {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:38:09.377779 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-594c83d7-8989-4813-8c2f-0fb67bc94658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:09.405016 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c83d7-8989-4813-8c2f-0fb67bc94658 admin admin] Pushing event deleted for resources: {'Port': ['ID=de2fc53c-46dc-4dac-8bdc-c9226585c475,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:09.479179 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-594c83d7-8989-4813-8c2f-0fb67bc94658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529452'] for router_gateway, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:09.814159 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-594c83d7-8989-4813-8c2f-0fb67bc94658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12871'] for router, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:09.816263 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-594c83d7-8989-4813-8c2f-0fb67bc94658 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:09.880400 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-594c83d7-8989-4813-8c2f-0fb67bc94658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532917'] for router, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:09.881007 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594c83d7-8989-4813-8c2f-0fb67bc94658 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aee0d276-0d07-4df1-b788-1d80c373e472 {{(pid=102375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:38:09.885883 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-594c83d7-8989-4813-8c2f-0fb67bc94658 admin admin] Publish callbacks [] for router, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:09.887039 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-594c83d7-8989-4813-8c2f-0fb67bc94658 admin admin] 10.222.0.60 "DELETE /v2.0/routers/aee0d276-0d07-4df1-b788-1d80c373e472 HTTP/1.1" status: 204 len: 168 time: 1.1473951 Dec 15 13:38:09.890126 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 59846) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:09.932680 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc65b6a2-820c-4bf1-9c3d-bedc2c1da3c7 admin admin] Deleting subnet 00af3592-a610-4251-a782-022e4f17c13a {{(pid=102375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:38:09.936260 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-dc65b6a2-820c-4bf1-9c3d-bedc2c1da3c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:09.970476 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-dc65b6a2-820c-4bf1-9c3d-bedc2c1da3c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8903931'] for subnet, precommit_delete_associations {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:10.089304 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-dc65b6a2-820c-4bf1-9c3d-bedc2c1da3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1679046'] for subnet, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:10.145252 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-dc65b6a2-820c-4bf1-9c3d-bedc2c1da3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1679053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8698117'] for subnet, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:10.171175 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65b6a2-820c-4bf1-9c3d-bedc2c1da3c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00af3592-a610-4251-a782-022e4f17c13a,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:10.177142 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-dc65b6a2-820c-4bf1-9c3d-bedc2c1da3c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:10.181042 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-dc65b6a2-820c-4bf1-9c3d-bedc2c1da3c7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/00af3592-a610-4251-a782-022e4f17c13a HTTP/1.1" status: 204 len: 168 time: 0.2899573 Dec 15 13:38:10.183437 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c669fc-5d45-4752-ad34-d122091f03c0 None None] Network b8fc0944-9087-4285-baa0-c1b80454a42d requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:38:10.183938 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 59852) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:10.286880 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-27ed0d24-7ba6-4977-aeba-c29d2e349e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645032'] for network, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:10.343866 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-27ed0d24-7ba6-4977-aeba-c29d2e349e9f admin admin] Deleting port a486db92-e015-4aa4-aa94-0bc425dfb744 {{(pid=102375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:38:10.344363 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-27ed0d24-7ba6-4977-aeba-c29d2e349e9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:10.395966 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615e4f2c-82d4-4772-94c9-0786a21d343d None None] DHCP port deletion for b8fc0944-9087-4285-baa0-c1b80454a42d request from dv-cinder-813227-4-iscsi {{(pid=102376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:38:10.417674 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.db [None req-27ed0d24-7ba6-4977-aeba-c29d2e349e9f admin admin] For port a486db92-e015-4aa4-aa94-0bc425dfb744, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=a486db92-e015-4aa4-aa94-0bc425dfb744,segment=NetworkSegment(d5db22e4-9b0d-48ea-8011-7aaa58a16efa),segment_id=d5db22e4-9b0d-48ea-8011-7aaa58a16efa)] {{(pid=102375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:10.418153 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-27ed0d24-7ba6-4977-aeba-c29d2e349e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:10.432814 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-27ed0d24-7ba6-4977-aeba-c29d2e349e9f admin admin] Calling delete_port for a486db92-e015-4aa4-aa94-0bc425dfb744 owned by network:dhcp {{(pid=102375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:38:10.461627 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-615e4f2c-82d4-4772-94c9-0786a21d343d None None] Deleting port a486db92-e015-4aa4-aa94-0bc425dfb744 {{(pid=102376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:38:10.462000 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-615e4f2c-82d4-4772-94c9-0786a21d343d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:10.517428 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-27ed0d24-7ba6-4977-aeba-c29d2e349e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:10.524069 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-615e4f2c-82d4-4772-94c9-0786a21d343d None None] For port a486db92-e015-4aa4-aa94-0bc425dfb744, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=a486db92-e015-4aa4-aa94-0bc425dfb744,segment=NetworkSegment(d5db22e4-9b0d-48ea-8011-7aaa58a16efa),segment_id=d5db22e4-9b0d-48ea-8011-7aaa58a16efa)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:10.524490 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-615e4f2c-82d4-4772-94c9-0786a21d343d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:10.536799 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-615e4f2c-82d4-4772-94c9-0786a21d343d None None] Calling delete_port for a486db92-e015-4aa4-aa94-0bc425dfb744 owned by network:dhcp {{(pid=102376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:38:10.542319 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed0d24-7ba6-4977-aeba-c29d2e349e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=a486db92-e015-4aa4-aa94-0bc425dfb744,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:10.546292 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed0d24-7ba6-4977-aeba-c29d2e349e9f admin admin] No DVR routers for this DVR port a486db92-e015-4aa4-aa94-0bc425dfb744 on host dv-cinder-813227-4-iscsi {{(pid=102375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:38:10.619317 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-615e4f2c-82d4-4772-94c9-0786a21d343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089'] for port, after_delete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:10.619607 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-27ed0d24-7ba6-4977-aeba-c29d2e349e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1673553', 'neutron.services.segments.db._delete_segments_for_network-8790303350658'] for network, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:10.639882 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-27ed0d24-7ba6-4977-aeba-c29d2e349e9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8fc0944-9087-4285-baa0-c1b80454a42d']}} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:10.643680 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e4f2c-82d4-4772-94c9-0786a21d343d None None] Pushing event deleted for resources: {'Port': ['ID=a486db92-e015-4aa4-aa94-0bc425dfb744,revision_number=None']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:10.648975 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615e4f2c-82d4-4772-94c9-0786a21d343d None None] No DVR routers for this DVR port a486db92-e015-4aa4-aa94-0bc425dfb744 on host dv-cinder-813227-4-iscsi {{(pid=102376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:38:10.649170 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-27ed0d24-7ba6-4977-aeba-c29d2e349e9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5db22e4-9b0d-48ea-8011-7aaa58a16efa') {'for_net_delete': True} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:10.649440 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-27ed0d24-7ba6-4977-aeba-c29d2e349e9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5db22e4-9b0d-48ea-8011-7aaa58a16efa') {} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:10.660223 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-27ed0d24-7ba6-4977-aeba-c29d2e349e9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790303353739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8903680'] for segment, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:10.674709 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-27ed0d24-7ba6-4977-aeba-c29d2e349e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:10.680911 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ed0d24-7ba6-4977-aeba-c29d2e349e9f admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:38:10.681293 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-27ed0d24-7ba6-4977-aeba-c29d2e349e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655729'] for segment, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: Traceback (most recent call last): Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: timer() Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: cb(*args, **kw) Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: return func(*args, **kwargs) Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: self._notify() Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: self.callback(batched_events) Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: event.method(event) Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: return f(self, *a, **k) Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: return self._get(url).json() Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: return self.request(url, 'GET', **kwargs) Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:38:10.683172 dv-cinder-813227-4-iscsi neutron-server[102375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:38:10.740756 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-27ed0d24-7ba6-4977-aeba-c29d2e349e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529408'] for network, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:10.746431 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-27ed0d24-7ba6-4977-aeba-c29d2e349e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:10.750154 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-27ed0d24-7ba6-4977-aeba-c29d2e349e9f admin admin] 10.222.0.60 "DELETE /v2.0/networks/b8fc0944-9087-4285-baa0-c1b80454a42d HTTP/1.1" status: 204 len: 168 time: 0.5633883 Dec 15 13:38:10.763914 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed0d24-7ba6-4977-aeba-c29d2e349e9f admin admin] Pushing event deleted for resources: {'Network': ['ID=b8fc0944-9087-4285-baa0-c1b80454a42d,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:10.868711 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 59860) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:10.881212 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device fe3d90ec-851e-4715-a23a-588612dc7495 no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:38:10.898449 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:38:10.900904 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: fe3d90ec-851e-4715-a23a-588612dc7495 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:38:10.901254 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device fe3d90ec-851e-4715-a23a-588612dc7495 not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:38:10.901676 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device a486db92-e015-4aa4-aa94-0bc425dfb744 no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:38:10.910496 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-a0e17d4c-074f-4141-ae4d-888a36fc0446 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c38faa56e5864d3aba51e1e8351e3a93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405891 Dec 15 13:38:10.912957 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 59862) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:10.921691 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: a486db92-e015-4aa4-aa94-0bc425dfb744 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:38:10.922040 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device a486db92-e015-4aa4-aa94-0bc425dfb744 not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:38:10.922459 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device de2fc53c-46dc-4dac-8bdc-c9226585c475 no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:38:10.940848 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: de2fc53c-46dc-4dac-8bdc-c9226585c475 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:38:10.941193 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device de2fc53c-46dc-4dac-8bdc-c9226585c475 not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:38:10.962644 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-76466d21-1ec2-49ba-8d62-656e32e94a8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:10.984219 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-76466d21-1ec2-49ba-8d62-656e32e94a8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:11.029046 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-76466d21-1ec2-49ba-8d62-656e32e94a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:11.031898 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-76466d21-1ec2-49ba-8d62-656e32e94a8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:11.033042 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-76466d21-1ec2-49ba-8d62-656e32e94a8d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/084cc189-2d07-4ca8-bd71-0436a351b8d7 HTTP/1.1" status: 204 len: 168 time: 0.1192114 Dec 15 13:38:11.040551 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76466d21-1ec2-49ba-8d62-656e32e94a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084cc189-2d07-4ca8-bd71-0436a351b8d7,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:11.347717 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 59870) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:11.385501 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-83bde599-4f2d-4820-b2c5-9272d28bc989 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bad08717445b4feeb99a5015417b271c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0366135 Dec 15 13:38:11.388352 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 59872) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:11.443989 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e1fbd23a-beee-4c80-8724-1b033a62cddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:11.465130 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e1fbd23a-beee-4c80-8724-1b033a62cddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:11.511183 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e1fbd23a-beee-4c80-8724-1b033a62cddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:11.514406 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e1fbd23a-beee-4c80-8724-1b033a62cddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:11.515595 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-e1fbd23a-beee-4c80-8724-1b033a62cddf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a7e11087-33d3-4131-90e2-20d327a7a3e1 HTTP/1.1" status: 204 len: 168 time: 0.1263351 Dec 15 13:38:11.523218 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbd23a-beee-4c80-8724-1b033a62cddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e11087-33d3-4131-90e2-20d327a7a3e1,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:13.139094 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:38:13.159031 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] No Port match for: fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:38:13.159382 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device fb1dabff-ae3a-4d15-a31e-f209b3bfbd0f not bound to the agent host hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:38:13.449363 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-fc8e358e-b8ba-4731-9712-af8232be1ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:15.807332 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-65203525-6cd0-4595-a830-b403eaef994c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:16.288519 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f50c06-0baa-47ed-87d2-53456cc420ed req-d30b2fb9-1c96-4d69-8c5d-44c3b890e94f tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:16.289879 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-77f50c06-0baa-47ed-87d2-53456cc420ed req-d30b2fb9-1c96-4d69-8c5d-44c3b890e94f tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 946 time: 0.0498586 Dec 15 13:38:16.336113 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-77f50c06-0baa-47ed-87d2-53456cc420ed req-c7f1f700-29c0-455f-8169-547319cb70c9 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398173 Dec 15 13:38:16.907185 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:17.455369 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7b8fb-5b75-43be-bacc-10a943288232 req-1e306acb-4aef-4507-b014-7c8ecee3bc79 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:17.456803 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ffa7b8fb-5b75-43be-bacc-10a943288232 req-1e306acb-4aef-4507-b014-7c8ecee3bc79 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 946 time: 0.0475368 Dec 15 13:38:17.505709 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ffa7b8fb-5b75-43be-bacc-10a943288232 req-46508ee9-2de5-4ede-8ea4-7e097c70de32 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430739 Dec 15 13:38:18.516381 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:18.626313 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1453bc-194b-43b4-b89d-2d5fa5a26f09 req-67278fed-627e-4b72-8a2b-b2cc653d3670 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:18.627793 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4d1453bc-194b-43b4-b89d-2d5fa5a26f09 req-67278fed-627e-4b72-8a2b-b2cc653d3670 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 946 time: 0.0519724 Dec 15 13:38:18.674049 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4d1453bc-194b-43b4-b89d-2d5fa5a26f09 req-739cb9e2-8fa0-4c1d-a13a-4a84d6dac247 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403893 Dec 15 13:38:19.430219 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:19.789763 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793df26-6675-4c5e-ab68-ee9fb50d8e0d req-6e2bf84b-b7bf-4ba0-9b5f-036cdae421ed tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:19.791206 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b793df26-6675-4c5e-ab68-ee9fb50d8e0d req-6e2bf84b-b7bf-4ba0-9b5f-036cdae421ed tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 946 time: 0.0475914 Dec 15 13:38:19.838683 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b793df26-6675-4c5e-ab68-ee9fb50d8e0d req-73247a28-ba52-43f4-9070-1beb0b0136f8 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416269 Dec 15 13:38:20.957310 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440434b-62b2-411b-9441-766c87baf259 req-638153b2-4b83-491f-83b3-775a07f69426 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:20.958713 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4440434b-62b2-411b-9441-766c87baf259 req-638153b2-4b83-491f-83b3-775a07f69426 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 946 time: 0.0513530 Dec 15 13:38:21.005465 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4440434b-62b2-411b-9441-766c87baf259 req-3b254a71-af5a-4a99-a19e-58e324b49530 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408368 Dec 15 13:38:21.931951 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a39755-045a-43dc-9e21-0d46774bed56 req-faff9d74-59c7-4793-a563-6405c500aa94 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:21.933404 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-35a39755-045a-43dc-9e21-0d46774bed56 req-faff9d74-59c7-4793-a563-6405c500aa94 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.46 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 946 time: 0.0484023 Dec 15 13:38:22.028201 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-35a39755-045a-43dc-9e21-0d46774bed56 req-7ffc1e47-623f-4bd1-95ce-0de1634d74a3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Deleting port 33030795-e868-427d-8a6a-6d48523668bc {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:38:22.028551 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-35a39755-045a-43dc-9e21-0d46774bed56 req-7ffc1e47-623f-4bd1-95ce-0de1634d74a3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:22.130236 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-35a39755-045a-43dc-9e21-0d46774bed56 req-7ffc1e47-623f-4bd1-95ce-0de1634d74a3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] For port 33030795-e868-427d-8a6a-6d48523668bc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=33030795-e868-427d-8a6a-6d48523668bc,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:22.130592 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-35a39755-045a-43dc-9e21-0d46774bed56 req-7ffc1e47-623f-4bd1-95ce-0de1634d74a3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:22.167805 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561736d3-f07d-4e6a-8604-735d95265993 req-564bae46-843a-4f5d-b8b2-505c9b11a74e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:22.169247 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-561736d3-f07d-4e6a-8604-735d95265993 req-564bae46-843a-4f5d-b8b2-505c9b11a74e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 946 time: 0.0902245 Dec 15 13:38:22.177416 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-38ececee-11e6-4c83-9a92-46feeb757f91 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:22.178745 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-38ececee-11e6-4c83-9a92-46feeb757f91 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/networks?id=b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0 HTTP/1.1" status: 200 len: 814 time: 0.1458888 Dec 15 13:38:22.206571 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-cf354278-0d44-4624-a757-005054620174 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/quotas/b8066a245289451b8a7cc12d4311b412 HTTP/1.1" status: 200 len: 375 time: 0.0213165 Dec 15 13:38:22.246568 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-e77edc90-9c1d-47a8-9dbf-83607cf4fe14 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8066a245289451b8a7cc12d4311b412&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330741 Dec 15 13:38:22.251559 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-561736d3-f07d-4e6a-8604-735d95265993 req-e65d22a9-eadd-493a-910f-63668032a176 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719333 Dec 15 13:38:22.401559 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-35a39755-045a-43dc-9e21-0d46774bed56 req-7ffc1e47-623f-4bd1-95ce-0de1634d74a3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:22.401950 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-35a39755-045a-43dc-9e21-0d46774bed56 req-7ffc1e47-623f-4bd1-95ce-0de1634d74a3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529426'] for floatingip, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:22.402320 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.db.l3_db [req-35a39755-045a-43dc-9e21-0d46774bed56 req-7ffc1e47-623f-4bd1-95ce-0de1634d74a3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Floating IP a89a224d-12f5-4d96-84fa-e4c6d9461c30 disassociated. External IP: 172.27.2.103, port: 33030795-e868-427d-8a6a-6d48523668bc. Dec 15 13:38:22.403072 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-35a39755-045a-43dc-9e21-0d46774bed56 req-7ffc1e47-623f-4bd1-95ce-0de1634d74a3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Calling delete_port for 33030795-e868-427d-8a6a-6d48523668bc owned by compute:nova {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:38:22.429721 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-6a4c3387-aa5a-4f41-a990-8e37d1112797 service neutron] 10.222.0.60 "GET /v2.0/networks/b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753879 Dec 15 13:38:22.534338 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-602c863d-3e13-4204-8183-6227ae755d93 service neutron] 10.222.0.60 "GET /v2.0/networks/b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953856 Dec 15 13:38:22.539008 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-35a39755-045a-43dc-9e21-0d46774bed56 req-7ffc1e47-623f-4bd1-95ce-0de1634d74a3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:22.568408 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc1e47-623f-4bd1-95ce-0de1634d74a3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Pushing event deleted for resources: {'Port': ['ID=33030795-e868-427d-8a6a-6d48523668bc,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:22.692949 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35a39755-045a-43dc-9e21-0d46774bed56 req-7ffc1e47-623f-4bd1-95ce-0de1634d74a3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Router 82e00f58-d77a-4948-b7b1-8b460ef05a1a has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:38:22.734300 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-86deff31-4a27-431a-a457-17a473af19d1 req-a38e4d23-0bec-486f-b286-59f1266f44eb tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f40169a-0190-4f74-9297-62373f9d6d03 HTTP/1.1" status: 200 len: 210 time: 0.0311446 Dec 15 13:38:22.809140 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35a39755-045a-43dc-9e21-0d46774bed56 req-7ffc1e47-623f-4bd1-95ce-0de1634d74a3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:38:22.821527 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0396019f-52be-43ad-8008-d161f1265f23 None None] Sync routers for ids ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:38:22.839180 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0396019f-52be-43ad-8008-d161f1265f23 None None] Routers {'82e00f58-d77a-4948-b7b1-8b460ef05a1a'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:38:22.839836 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-0396019f-52be-43ad-8008-d161f1265f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:38:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:22.851037 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a39755-045a-43dc-9e21-0d46774bed56 req-7ffc1e47-623f-4bd1-95ce-0de1634d74a3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] No DVR routers for this DVR port 33030795-e868-427d-8a6a-6d48523668bc on host hv-cinder-81322 {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:38:22.856331 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-35a39755-045a-43dc-9e21-0d46774bed56 req-7ffc1e47-623f-4bd1-95ce-0de1634d74a3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:22.860435 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-35a39755-045a-43dc-9e21-0d46774bed56 req-7ffc1e47-623f-4bd1-95ce-0de1634d74a3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.46 "DELETE /v2.0/ports/33030795-e868-427d-8a6a-6d48523668bc HTTP/1.1" status: 204 len: 173 time: 0.9204221 Dec 15 13:38:22.860999 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00671676-47cb-4266-b9e5-61c7fb120355', 'name': 'network-vif-deleted', 'tag': '33030795-e868-427d-8a6a-6d48523668bc'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:38:22.863291 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9929aa46-fde1-4fbd-a6e8-1af117c13719" -d '{"events": [{"server_uuid": "00671676-47cb-4266-b9e5-61c7fb120355", "name": "network-vif-deleted", "tag": "33030795-e868-427d-8a6a-6d48523668bc"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:38:22.924690 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c590bb3-afb4-4fec-a511-b4b5693a808a x-openstack-request-id: req-1c590bb3-afb4-4fec-a511-b4b5693a808a {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:38:22.925219 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00671676-47cb-4266-b9e5-61c7fb120355", "name": "network-vif-deleted", "tag": "33030795-e868-427d-8a6a-6d48523668bc", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:38:22.925572 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1c590bb3-afb4-4fec-a511-b4b5693a808a {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:38:22.926050 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00671676-47cb-4266-b9e5-61c7fb120355', 'name': 'network-vif-deleted', 'tag': '33030795-e868-427d-8a6a-6d48523668bc', 'status': 'completed', 'code': 200} Dec 15 13:38:22.978949 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-0396019f-52be-43ad-8008-d161f1265f23 None None] Set router 82e00f58-d77a-4948-b7b1-8b460ef05a1a gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:38:23.197884 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-0396019f-52be-43ad-8008-d161f1265f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1081663544-router', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:59Z', 'updated_at': '2021-12-15T13:31:04Z', 'revision_number': 4, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'gw_port': {'id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '2e1751a6-9075-4b06-b379-53faa3683527', 'name': '', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'mac_address': 'fa:16:3e:18:3b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:03Z', 'updated_at': '2021-12-15T13:31:14Z', 'revision_number': 5, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'subnets': [{'id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:23.234671 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0396019f-52be-43ad-8008-d161f1265f23 None None] Checking router: 82e00f58-d77a-4948-b7b1-8b460ef05a1a for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:38:23.243296 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0396019f-52be-43ad-8008-d161f1265f23 None None] Routers {'82e00f58-d77a-4948-b7b1-8b460ef05a1a'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:38:23.243905 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-0396019f-52be-43ad-8008-d161f1265f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:38:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:23.375388 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-0396019f-52be-43ad-8008-d161f1265f23 None None] Set router 82e00f58-d77a-4948-b7b1-8b460ef05a1a gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:38:23.393145 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-50d961ad-35ad-4a75-80a5-ffd5e792d3a4 req-f89fcbdf-0758-4eff-97d0-c828557befb1 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=00671676-47cb-4266-b9e5-61c7fb120355 HTTP/1.1" status: 200 len: 210 time: 0.0431409 Dec 15 13:38:23.712169 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-0396019f-52be-43ad-8008-d161f1265f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1081663544-router', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:59Z', 'updated_at': '2021-12-15T13:31:04Z', 'revision_number': 4, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'gw_port': {'id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '2e1751a6-9075-4b06-b379-53faa3683527', 'name': '', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'mac_address': 'fa:16:3e:18:3b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:03Z', 'updated_at': '2021-12-15T13:31:14Z', 'revision_number': 5, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'subnets': [{'id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:23.738334 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0396019f-52be-43ad-8008-d161f1265f23 None None] The sync data for ids ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'] in dv-cinder-813227-4-iscsi is: [{'id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1081663544-router', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:59Z', 'updated_at': '2021-12-15T13:31:04Z', 'revision_number': 4, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'gw_port': {'id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '2e1751a6-9075-4b06-b379-53faa3683527', 'name': '', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'mac_address': 'fa:16:3e:18:3b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:03Z', 'updated_at': '2021-12-15T13:31:14Z', 'revision_number': 5, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'subnets': [{'id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:38:23.851778 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-aec2293f-bb63-40ae-95c6-58e98d7d08ac req-b61244c8-663c-4c76-a42c-41b275771fcf tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f40169a-0190-4f74-9297-62373f9d6d03 HTTP/1.1" status: 200 len: 210 time: 0.0290022 Dec 15 13:38:23.883290 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-13db6c0e-5a28-41d9-94d6-1a06df13888c tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:23.885046 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-13db6c0e-5a28-41d9-94d6-1a06df13888c tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.46 "GET /v2.0/networks?id=b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0 HTTP/1.1" status: 200 len: 814 time: 0.1386962 Dec 15 13:38:23.906622 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-83814e30-e223-45a8-b586-8471aad70129 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Request body: {'port': {'device_id': '3f40169a-0190-4f74-9297-62373f9d6d03', 'network_id': 'b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0', 'admin_state_up': True, 'tenant_id': 'b8066a245289451b8a7cc12d4311b412'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:24.004973 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0f83de-7ddf-41c1-a3ac-8be257b5e46c None None] New status for floating IP a89a224d-12f5-4d96-84fa-e4c6d9461c30: DOWN {{(pid=102377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:38:24.019622 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-83814e30-e223-45a8-b586-8471aad70129 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Made reservation on behalf of b8066a245289451b8a7cc12d4311b412 for: {'port': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:38:24.023128 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-83814e30-e223-45a8-b586-8471aad70129 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:24.160812 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-83814e30-e223-45a8-b586-8471aad70129 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Allocated IP 172.20.0.9 (b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0/7c24da58-f619-4f84-808a-46c10f69fa74/b276571c-8528-425e-9282-3ac695c1b993) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:38:24.304251 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-83814e30-e223-45a8-b586-8471aad70129 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:24.336066 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-83814e30-e223-45a8-b586-8471aad70129 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:24.377918 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-83814e30-e223-45a8-b586-8471aad70129 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Network b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:38:24.380951 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-83814e30-e223-45a8-b586-8471aad70129 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:38:24.384681 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-83814e30-e223-45a8-b586-8471aad70129 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:38:24.409027 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83814e30-e223-45a8-b586-8471aad70129 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Pushing event updated for resources: {'Port': ['ID=b276571c-8528-425e-9282-3ac695c1b993,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:24.436610 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-83814e30-e223-45a8-b586-8471aad70129 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:24.437225 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-83814e30-e223-45a8-b586-8471aad70129 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:24.457178 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-83814e30-e223-45a8-b586-8471aad70129 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5546629 Dec 15 13:38:24.470045 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-0ebafb16-0eea-4f69-ba1d-7317ccc08248 service neutron] Request body: {'port': {'device_id': '3f40169a-0190-4f74-9297-62373f9d6d03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:24.488938 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 59982) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:24.533686 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-0ebafb16-0eea-4f69-ba1d-7317ccc08248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:24.541472 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f1747e51-b9e1-4d2b-b917-b8ac526dc164 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:24.564882 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f1747e51-b9e1-4d2b-b917-b8ac526dc164 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:24.616362 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f1747e51-b9e1-4d2b-b917-b8ac526dc164 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:24.619087 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-f1747e51-b9e1-4d2b-b917-b8ac526dc164 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:24.620256 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-f1747e51-b9e1-4d2b-b917-b8ac526dc164 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "DELETE /v2.0/security-groups/5e7e0b3c-250c-48c5-8b24-7b340e1b06b0 HTTP/1.1" status: 204 len: 168 time: 0.1304584 Dec 15 13:38:24.623468 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 59984) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:24.642826 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.api.v2.resource [None req-86aa4dd8-f2ba-402e-8b66-946d3d4fab53 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] show failed (client error): The resource could not be found. Dec 15 13:38:24.646710 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-86aa4dd8-f2ba-402e-8b66-946d3d4fab53 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups/5e7e0b3c-250c-48c5-8b24-7b340e1b06b0 HTTP/1.1" status: 404 len: 347 time: 0.0196316 Dec 15 13:38:24.646710 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1747e51-b9e1-4d2b-b917-b8ac526dc164 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7e0b3c-250c-48c5-8b24-7b340e1b06b0,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:24.647600 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 59986) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:24.700187 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1747e51-b9e1-4d2b-b917-b8ac526dc164 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:24.700532 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1747e51-b9e1-4d2b-b917-b8ac526dc164 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:24.700889 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1747e51-b9e1-4d2b-b917-b8ac526dc164 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:24.702137 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1747e51-b9e1-4d2b-b917-b8ac526dc164 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:24.702137 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1747e51-b9e1-4d2b-b917-b8ac526dc164 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:24.702338 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1747e51-b9e1-4d2b-b917-b8ac526dc164 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:24.702648 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1747e51-b9e1-4d2b-b917-b8ac526dc164 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:24.703009 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1747e51-b9e1-4d2b-b917-b8ac526dc164 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:24.703331 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1747e51-b9e1-4d2b-b917-b8ac526dc164 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:24.703654 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1747e51-b9e1-4d2b-b917-b8ac526dc164 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:24.703982 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1747e51-b9e1-4d2b-b917-b8ac526dc164 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:24.704302 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1747e51-b9e1-4d2b-b917-b8ac526dc164 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:24.704619 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1747e51-b9e1-4d2b-b917-b8ac526dc164 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:38:24.784292 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-ab754423-b4dd-4122-85f0-9af73b370ff0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Deleting port a9cc8e17-a900-4b0f-8832-d2ab1fb9d65a {{(pid=102375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:38:24.784634 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ab754423-b4dd-4122-85f0-9af73b370ff0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:24.804741 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-0ebafb16-0eea-4f69-ba1d-7317ccc08248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b276571c-8528-425e-9282-3ac695c1b993 {{(pid=102374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:38:24.813948 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-0ebafb16-0eea-4f69-ba1d-7317ccc08248 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:24.827840 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.provisioning_blocks [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-0ebafb16-0eea-4f69-ba1d-7317ccc08248 service neutron] Transition to ACTIVE for port object b276571c-8528-425e-9282-3ac695c1b993 will not be triggered until provisioned by entity L2. {{(pid=102374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:38:24.832551 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-0ebafb16-0eea-4f69-ba1d-7317ccc08248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12002475'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:24.862630 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ab754423-b4dd-4122-85f0-9af73b370ff0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:24.862999 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ab754423-b4dd-4122-85f0-9af73b370ff0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:24.875200 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-ab754423-b4dd-4122-85f0-9af73b370ff0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Calling delete_port for a9cc8e17-a900-4b0f-8832-d2ab1fb9d65a owned by network:floatingip {{(pid=102375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:38:24.893768 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebafb16-0eea-4f69-ba1d-7317ccc08248 service neutron] Pushing event updated for resources: {'Port': ['ID=b276571c-8528-425e-9282-3ac695c1b993,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:24.961357 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-0ebafb16-0eea-4f69-ba1d-7317ccc08248 service neutron] Attempting to bind port b276571c-8528-425e-9282-3ac695c1b993 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:38:24.961691 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-0ebafb16-0eea-4f69-ba1d-7317ccc08248 service neutron] Attempting to bind port b276571c-8528-425e-9282-3ac695c1b993 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '8e0a6565-f608-4f93-bb1f-c9f7b836b7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:38:24.962017 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-0ebafb16-0eea-4f69-ba1d-7317ccc08248 service neutron] Attempting to bind port b276571c-8528-425e-9282-3ac695c1b993 on network b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:38:24.966275 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-0ebafb16-0eea-4f69-ba1d-7317ccc08248 service neutron] Port b276571c-8528-425e-9282-3ac695c1b993 on network b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:38:24.966591 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-0ebafb16-0eea-4f69-ba1d-7317ccc08248 service neutron] Attempting to bind port b276571c-8528-425e-9282-3ac695c1b993 on network b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:38:24.971343 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-0ebafb16-0eea-4f69-ba1d-7317ccc08248 service neutron] Checking agent: {'id': '9aec82b9-7713-4c66-84ce-8e508cdbb5b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:38:24.971681 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-0ebafb16-0eea-4f69-ba1d-7317ccc08248 service neutron] Checking segment: {'id': '8e0a6565-f608-4f93-bb1f-c9f7b836b7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:38:24.972063 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-0ebafb16-0eea-4f69-ba1d-7317ccc08248 service neutron] Bound using segment: {'id': '8e0a6565-f608-4f93-bb1f-c9f7b836b7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:38:24.972483 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-0ebafb16-0eea-4f69-ba1d-7317ccc08248 service neutron] Bound port: b276571c-8528-425e-9282-3ac695c1b993, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0a6565-f608-4f93-bb1f-c9f7b836b7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:38:24.972829 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-0ebafb16-0eea-4f69-ba1d-7317ccc08248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:24.991797 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d5b1a-e5fd-48e9-a112-e18c2c39c186 req-6e3c76ef-b585-4599-a195-177e8578e5e7 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:24.993267 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e32d5b1a-e5fd-48e9-a112-e18c2c39c186 req-6e3c76ef-b585-4599-a195-177e8578e5e7 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f40169a-0190-4f74-9297-62373f9d6d03 HTTP/1.1" status: 200 len: 943 time: 0.0719814 Dec 15 13:38:25.036225 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-0ebafb16-0eea-4f69-ba1d-7317ccc08248 service neutron] For port b276571c-8528-425e-9282-3ac695c1b993, host hv-cinder-81322, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:38:25.073290 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e32d5b1a-e5fd-48e9-a112-e18c2c39c186 req-e867cd2a-fe98-4861-9424-7eca8d32dfb2 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721035 Dec 15 13:38:25.084915 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ab754423-b4dd-4122-85f0-9af73b370ff0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:25.086128 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-0ebafb16-0eea-4f69-ba1d-7317ccc08248 service neutron] For port b276571c-8528-425e-9282-3ac695c1b993, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b276571c-8528-425e-9282-3ac695c1b993,segment=NetworkSegment(8e0a6565-f608-4f93-bb1f-c9f7b836b7c6),segment_id=8e0a6565-f608-4f93-bb1f-c9f7b836b7c6)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:38:25.090365 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-0ebafb16-0eea-4f69-ba1d-7317ccc08248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12002475'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:25.112444 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab754423-b4dd-4122-85f0-9af73b370ff0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Pushing event deleted for resources: {'Port': ['ID=a9cc8e17-a900-4b0f-8832-d2ab1fb9d65a,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:25.126555 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-0ebafb16-0eea-4f69-ba1d-7317ccc08248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:25.127190 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-0ebafb16-0eea-4f69-ba1d-7317ccc08248 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:25.128551 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-0ebafb16-0eea-4f69-ba1d-7317ccc08248 service neutron] 10.222.0.46 "PUT /v2.0/ports/b276571c-8528-425e-9282-3ac695c1b993 HTTP/1.1" status: 200 len: 1093 time: 0.6632392 Dec 15 13:38:25.128989 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f40169a-0190-4f74-9297-62373f9d6d03', 'tag': 'b276571c-8528-425e-9282-3ac695c1b993'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:38:25.131271 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77d538a-422c-40fb-94c3-120af8ac380b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f40169a-0190-4f74-9297-62373f9d6d03", "tag": "b276571c-8528-425e-9282-3ac695c1b993"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:38:25.169005 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebafb16-0eea-4f69-ba1d-7317ccc08248 service neutron] Pushing event updated for resources: {'Port': ['ID=b276571c-8528-425e-9282-3ac695c1b993,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:25.175451 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ab754423-b4dd-4122-85f0-9af73b370ff0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for floatingip, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:25.178685 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ab754423-b4dd-4122-85f0-9af73b370ff0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for floatingip, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:25.179905 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-ab754423-b4dd-4122-85f0-9af73b370ff0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "DELETE /v2.0/floatingips/a89a224d-12f5-4d96-84fa-e4c6d9461c30 HTTP/1.1" status: 204 len: 168 time: 0.5306058 Dec 15 13:38:25.181351 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e15aae3-5261-4633-8770-0ba5aa03742b x-openstack-request-id: req-3e15aae3-5261-4633-8770-0ba5aa03742b {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:38:25.181642 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f40169a-0190-4f74-9297-62373f9d6d03", "tag": "b276571c-8528-425e-9282-3ac695c1b993", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:38:25.181892 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e15aae3-5261-4633-8770-0ba5aa03742b {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:38:25.182271 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f40169a-0190-4f74-9297-62373f9d6d03', 'tag': 'b276571c-8528-425e-9282-3ac695c1b993', 'status': 'completed', 'code': 200} Dec 15 13:38:25.218257 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-66216718-75c7-4c9e-8928-c1e50933ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:25.219768 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-66216718-75c7-4c9e-8928-c1e50933ab90 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8066a245289451b8a7cc12d4311b412&device_id=3f40169a-0190-4f74-9297-62373f9d6d03 HTTP/1.1" status: 200 len: 1096 time: 0.0476599 Dec 15 13:38:25.262621 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-6970cda9-16fc-43b5-928d-9da8085e2dd7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b276571c-8528-425e-9282-3ac695c1b993 HTTP/1.1" status: 200 len: 217 time: 0.0326021 Dec 15 13:38:25.312921 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-c46edf4a-36ff-4100-b749-a8900f32e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:25.314399 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-c46edf4a-36ff-4100-b749-a8900f32e053 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c24da58-f619-4f84-808a-46c10f69fa74 HTTP/1.1" status: 200 len: 854 time: 0.0437460 Dec 15 13:38:25.345557 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-8cb410be-a2cd-433e-b505-bef024e0f354 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240595 Dec 15 13:38:25.445044 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 59996) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:25.451169 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-b4dd75c8-05f0-4550-b340-6d6bc66ab222 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1941398350', 'description': 'tempest-description--973561289'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:25.474816 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b4dd75c8-05f0-4550-b340-6d6bc66ab222 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:25.545016 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b4dd75c8-05f0-4550-b340-6d6bc66ab222 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:25.549727 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b4dd75c8-05f0-4550-b340-6d6bc66ab222 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:25.590364 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b4dd75c8-05f0-4550-b340-6d6bc66ab222 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:25.590364 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-b4dd75c8-05f0-4550-b340-6d6bc66ab222 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1438012 Dec 15 13:38:25.593651 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 59998) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:25.598167 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-169f241c-da3e-4c43-81c9-acf8c55a81ac tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Request body: {'security_group_rule': {'security_group_id': 'd131eac5-3e70-47db-b632-03223ac17910', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:25.603569 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd75c8-05f0-4550-b340-6d6bc66ab222 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d131eac5-3e70-47db-b632-03223ac17910,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:25.630234 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-169f241c-da3e-4c43-81c9-acf8c55a81ac tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:25.669115 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-1686ea7b-71b3-4c4f-9001-6b15e3b43993 service neutron] 10.222.0.46 "GET /v2.0/networks/b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161950 Dec 15 13:38:25.687966 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-169f241c-da3e-4c43-81c9-acf8c55a81ac tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:25.692889 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-169f241c-da3e-4c43-81c9-acf8c55a81ac tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:25.716836 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f241c-da3e-4c43-81c9-acf8c55a81ac tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30046afa-53e6-408d-a097-35cf611443b7,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:25.723895 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-169f241c-da3e-4c43-81c9-acf8c55a81ac tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:25.725321 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-169f241c-da3e-4c43-81c9-acf8c55a81ac tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1304796 Dec 15 13:38:25.727649 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 60000) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:25.731921 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-10524fdb-4cd1-4e80-ba73-9640b8c61a7b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Request body: {'security_group_rule': {'security_group_id': 'd131eac5-3e70-47db-b632-03223ac17910', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:25.759481 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-10524fdb-4cd1-4e80-ba73-9640b8c61a7b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:25.769006 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2d6c4fc5-6197-4fcd-a150-473100509a92 req-9b8ab14e-9de0-4b98-abdd-254f28b37ac2 service neutron] 10.222.0.46 "GET /v2.0/networks/b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915785 Dec 15 13:38:25.815846 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-10524fdb-4cd1-4e80-ba73-9640b8c61a7b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:25.819952 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-10524fdb-4cd1-4e80-ba73-9640b8c61a7b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:25.839958 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10524fdb-4cd1-4e80-ba73-9640b8c61a7b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047ac354-24f1-48c0-86f5-1d5e1b8d2a31,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:25.849479 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-10524fdb-4cd1-4e80-ba73-9640b8c61a7b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:25.850699 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-10524fdb-4cd1-4e80-ba73-9640b8c61a7b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220584 Dec 15 13:38:25.854565 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 60002) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:25.859625 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-995eb95b-35f4-4c5f-9dc1-e44d188abba0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Request body: {'floatingip': {'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:25.866540 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d538a-422c-40fb-94c3-120af8ac380b req-ce8e6290-0b2e-44f3-ac8e-3cbce2bbe18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:25.868013 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e77d538a-422c-40fb-94c3-120af8ac380b req-ce8e6290-0b2e-44f3-ac8e-3cbce2bbe18d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8066a245289451b8a7cc12d4311b412&device_id=3f40169a-0190-4f74-9297-62373f9d6d03 HTTP/1.1" status: 200 len: 1096 time: 0.0558643 Dec 15 13:38:25.930268 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-995eb95b-35f4-4c5f-9dc1-e44d188abba0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for floatingip, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:26.012194 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d538a-422c-40fb-94c3-120af8ac380b req-b43da193-97ab-458a-aec3-17376e3d740c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:26.013661 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e77d538a-422c-40fb-94c3-120af8ac380b req-b43da193-97ab-458a-aec3-17376e3d740c service neutron] 10.222.0.46 "GET /v2.0/networks?id=b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0 HTTP/1.1" status: 200 len: 915 time: 0.1353128 Dec 15 13:38:26.070189 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e77d538a-422c-40fb-94c3-120af8ac380b req-881d4e2d-a38e-4d6b-8432-3c325a78c245 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b276571c-8528-425e-9282-3ac695c1b993 HTTP/1.1" status: 200 len: 217 time: 0.0458925 Dec 15 13:38:26.137122 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d538a-422c-40fb-94c3-120af8ac380b req-231e3554-bb3f-4cfd-a343-1685cf622e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:26.138578 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e77d538a-422c-40fb-94c3-120af8ac380b req-231e3554-bb3f-4cfd-a343-1685cf622e73 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c24da58-f619-4f84-808a-46c10f69fa74 HTTP/1.1" status: 200 len: 854 time: 0.0607209 Dec 15 13:38:26.141263 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-995eb95b-35f4-4c5f-9dc1-e44d188abba0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:26.188979 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7bcac-7fd7-4515-9fee-d0bcc8266f25 req-b9ad6fe2-73b7-4c27-bcff-ec428b3fae15 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:26.190462 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-63b7bcac-7fd7-4515-9fee-d0bcc8266f25 req-b9ad6fe2-73b7-4c27-bcff-ec428b3fae15 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f40169a-0190-4f74-9297-62373f9d6d03 HTTP/1.1" status: 200 len: 943 time: 0.0488224 Dec 15 13:38:26.196806 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e77d538a-422c-40fb-94c3-120af8ac380b req-a6042f5f-83c7-44f1-a939-1145f4ab1f52 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485911 Dec 15 13:38:26.238217 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-63b7bcac-7fd7-4515-9fee-d0bcc8266f25 req-f97a4f93-ecfb-45b1-a21e-0e50952cded5 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413151 Dec 15 13:38:26.332128 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [None req-995eb95b-35f4-4c5f-9dc1-e44d188abba0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Allocated IP 172.27.2.160 (d75b81e5-d2ea-4613-a99a-556640a87149/db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2/03952580-e21b-4b5e-b393-6743cecd5619) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:38:26.341107 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e77d538a-422c-40fb-94c3-120af8ac380b req-a3e04737-ea1e-48f7-bf6b-785c330cbdb9 service neutron] 10.222.0.46 "GET /v2.0/networks/b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342769 Dec 15 13:38:26.510890 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e77d538a-422c-40fb-94c3-120af8ac380b req-8193c8e1-5185-4de8-98cc-a69bf1e320df service neutron] 10.222.0.46 "GET /v2.0/networks/b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607783 Dec 15 13:38:26.515688 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-995eb95b-35f4-4c5f-9dc1-e44d188abba0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:26.547471 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-995eb95b-35f4-4c5f-9dc1-e44d188abba0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:26.586626 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 33030795-e868-427d-8a6a-6d48523668bc no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:38:26.589813 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995eb95b-35f4-4c5f-9dc1-e44d188abba0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Network d75b81e5-d2ea-4613-a99a-556640a87149 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:38:26.592863 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-995eb95b-35f4-4c5f-9dc1-e44d188abba0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:38:26.596395 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995eb95b-35f4-4c5f-9dc1-e44d188abba0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:38:26.610088 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] No Port match for: 33030795-e868-427d-8a6a-6d48523668bc {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:38:26.610438 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 33030795-e868-427d-8a6a-6d48523668bc not bound to the agent host hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:38:26.617588 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995eb95b-35f4-4c5f-9dc1-e44d188abba0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Pushing event updated for resources: {'Port': ['ID=03952580-e21b-4b5e-b393-6743cecd5619,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:26.725167 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-995eb95b-35f4-4c5f-9dc1-e44d188abba0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:26.767027 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-995eb95b-35f4-4c5f-9dc1-e44d188abba0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:26.915093 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-995eb95b-35f4-4c5f-9dc1-e44d188abba0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:26.919566 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-995eb95b-35f4-4c5f-9dc1-e44d188abba0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12002475'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:26.984198 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995eb95b-35f4-4c5f-9dc1-e44d188abba0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Pushing event updated for resources: {'Port': ['ID=03952580-e21b-4b5e-b393-6743cecd5619,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:26.995618 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-995eb95b-35f4-4c5f-9dc1-e44d188abba0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529426'] for floatingip, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:27.011368 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-995eb95b-35f4-4c5f-9dc1-e44d188abba0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for floatingip, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:27.012608 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-995eb95b-35f4-4c5f-9dc1-e44d188abba0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1570511 Dec 15 13:38:27.200877 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-27016112-8653-4cd4-82ad-123bbbb90a98 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1941398350&fields=id&tenant_id=849d4c797afe475aa474e4415f6190c0 HTTP/1.1" status: 200 len: 267 time: 0.0407338 Dec 15 13:38:27.306527 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-9a2847c1-8e03-45dd-b355-b49b5e5a07d4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:27.307993 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-9a2847c1-8e03-45dd-b355-b49b5e5a07d4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/networks?id=b0016a0f-1988-46ad-b4da-048d7988271c HTTP/1.1" status: 200 len: 817 time: 0.1006622 Dec 15 13:38:27.340668 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-f9522946-a854-4f8c-a121-76680f015adc tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/quotas/849d4c797afe475aa474e4415f6190c0 HTTP/1.1" status: 200 len: 375 time: 0.0238597 Dec 15 13:38:27.383920 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2f963-76ac-4384-a8a2-88efe13ccad8 req-3aa14e5e-ff41-4092-9edb-d50aaf76656c tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:27.385348 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-63a2f963-76ac-4384-a8a2-88efe13ccad8 req-3aa14e5e-ff41-4092-9edb-d50aaf76656c tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f40169a-0190-4f74-9297-62373f9d6d03 HTTP/1.1" status: 200 len: 943 time: 0.0765011 Dec 15 13:38:27.421506 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-b5d2cb10-0ce4-4288-b626-97451d4c31c3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=849d4c797afe475aa474e4415f6190c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742068 Dec 15 13:38:27.460799 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-63a2f963-76ac-4384-a8a2-88efe13ccad8 req-c780a0f2-67ad-4c71-8b58-7ac39483338f tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688262 Dec 15 13:38:27.523588 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-ff7f1aac-687d-48e7-8e6f-bf467ab9f9e7 service neutron] 10.222.0.60 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901175 Dec 15 13:38:27.613691 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-49722072-47f0-4f20-a34b-a3b5e69acc13 service neutron] 10.222.0.60 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841691 Dec 15 13:38:27.770118 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-100f1bb8-c4f5-40a9-8a76-3577ced7f8e5 req-8594cd82-3a7b-42c0-b130-4aedd09cf8ad tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 210 time: 0.0269926 Dec 15 13:38:28.581888 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979021c1-419e-4bdd-9bde-1bfb31d81918 req-dc911fa4-191a-4edb-b2bc-f9d1ab7e2e36 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:28.584966 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-979021c1-419e-4bdd-9bde-1bfb31d81918 req-dc911fa4-191a-4edb-b2bc-f9d1ab7e2e36 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f40169a-0190-4f74-9297-62373f9d6d03 HTTP/1.1" status: 200 len: 943 time: 0.0513182 Dec 15 13:38:28.634766 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-979021c1-419e-4bdd-9bde-1bfb31d81918 req-a2bfdd10-27ab-48d6-86ee-c51e374427d2 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450892 Dec 15 13:38:28.701266 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-74d8121b-8091-4760-a4f0-20e7eba192a7 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:28.702748 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-74d8121b-8091-4760-a4f0-20e7eba192a7 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.46 "GET /v2.0/networks?id=b0016a0f-1988-46ad-b4da-048d7988271c HTTP/1.1" status: 200 len: 817 time: 0.1162045 Dec 15 13:38:28.766381 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-bd77bac9-39dd-4d73-b283-9122c879f6e3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=849d4c797afe475aa474e4415f6190c0 HTTP/1.1" status: 200 len: 380 time: 0.0526268 Dec 15 13:38:28.779151 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-aeb421cf-57ba-4ec5-8569-a3df712e6d3e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Request body: {'port': {'device_id': 'f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'admin_state_up': True, 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'security_groups': ['d131eac5-3e70-47db-b632-03223ac17910']}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:28.867740 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c8489be7-dcca-4050-9228-0b49ae4eda12 req-5644ee89-7f44-485e-9bbd-a13ce8773575 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 210 time: 0.0257518 Dec 15 13:38:28.891439 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-aeb421cf-57ba-4ec5-8569-a3df712e6d3e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Made reservation on behalf of 849d4c797afe475aa474e4415f6190c0 for: {'port': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:38:28.894895 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-aeb421cf-57ba-4ec5-8569-a3df712e6d3e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.013280 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-aeb421cf-57ba-4ec5-8569-a3df712e6d3e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Allocated IP 172.20.0.14 (b0016a0f-1988-46ad-b4da-048d7988271c/5ee2d60c-e8f8-48bd-815a-998b0d5d4d75/836e8497-8739-4936-a7da-9c197bf1d072) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:38:29.148129 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-aeb421cf-57ba-4ec5-8569-a3df712e6d3e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.181004 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-aeb421cf-57ba-4ec5-8569-a3df712e6d3e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.221691 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-aeb421cf-57ba-4ec5-8569-a3df712e6d3e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Network b0016a0f-1988-46ad-b4da-048d7988271c is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:38:29.224728 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-aeb421cf-57ba-4ec5-8569-a3df712e6d3e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:38:29.228386 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-aeb421cf-57ba-4ec5-8569-a3df712e6d3e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:38:29.261700 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb421cf-57ba-4ec5-8569-a3df712e6d3e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Pushing event updated for resources: {'Port': ['ID=836e8497-8739-4936-a7da-9c197bf1d072,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:29.285990 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-aeb421cf-57ba-4ec5-8569-a3df712e6d3e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:29.286636 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-aeb421cf-57ba-4ec5-8569-a3df712e6d3e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.303166 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-aeb421cf-57ba-4ec5-8569-a3df712e6d3e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5276728 Dec 15 13:38:29.356950 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-449f4191-f321-4eee-948b-0605640258bb service neutron] Request body: {'port': {'device_id': 'f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:29.409677 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-449f4191-f321-4eee-948b-0605640258bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.425204 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-84aaad87-f745-483a-a221-806267ba4fba None None] Provisioning complete for port 836e8497-8739-4936-a7da-9c197bf1d072 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:29.425770 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-84aaad87-f745-483a-a221-806267ba4fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.459187 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-84aaad87-f745-483a-a221-806267ba4fba None None] Port 836e8497-8739-4936-a7da-9c197bf1d072 cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:38:29.658169 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-449f4191-f321-4eee-948b-0605640258bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 836e8497-8739-4936-a7da-9c197bf1d072 {{(pid=102374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:38:29.665996 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-449f4191-f321-4eee-948b-0605640258bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.678758 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.provisioning_blocks [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-449f4191-f321-4eee-948b-0605640258bb service neutron] Transition to ACTIVE for port object 836e8497-8739-4936-a7da-9c197bf1d072 will not be triggered until provisioned by entity L2. {{(pid=102374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:38:29.682920 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-449f4191-f321-4eee-948b-0605640258bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12002475'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.738940 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f4191-f321-4eee-948b-0605640258bb service neutron] Pushing event updated for resources: {'Port': ['ID=836e8497-8739-4936-a7da-9c197bf1d072,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:29.766117 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb8282-cfd6-4280-af95-3866f3615209 req-a2ed5d4f-be48-47aa-aa89-820b6b6f18d8 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:29.767649 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-67eb8282-cfd6-4280-af95-3866f3615209 req-a2ed5d4f-be48-47aa-aa89-820b6b6f18d8 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f40169a-0190-4f74-9297-62373f9d6d03 HTTP/1.1" status: 200 len: 943 time: 0.0623155 Dec 15 13:38:29.807749 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-449f4191-f321-4eee-948b-0605640258bb service neutron] Attempting to bind port 836e8497-8739-4936-a7da-9c197bf1d072 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:38:29.808125 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-449f4191-f321-4eee-948b-0605640258bb service neutron] Attempting to bind port 836e8497-8739-4936-a7da-9c197bf1d072 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '5e57a592-0f0a-4da5-b292-1f54cc910cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:38:29.808408 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-449f4191-f321-4eee-948b-0605640258bb service neutron] Attempting to bind port 836e8497-8739-4936-a7da-9c197bf1d072 on network b0016a0f-1988-46ad-b4da-048d7988271c {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:38:29.813793 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-449f4191-f321-4eee-948b-0605640258bb service neutron] Port 836e8497-8739-4936-a7da-9c197bf1d072 on network b0016a0f-1988-46ad-b4da-048d7988271c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:38:29.814143 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-449f4191-f321-4eee-948b-0605640258bb service neutron] Attempting to bind port 836e8497-8739-4936-a7da-9c197bf1d072 on network b0016a0f-1988-46ad-b4da-048d7988271c {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:38:29.817868 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-67eb8282-cfd6-4280-af95-3866f3615209 req-504003c2-edd0-487c-8de0-128057b75463 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443699 Dec 15 13:38:29.819084 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-449f4191-f321-4eee-948b-0605640258bb service neutron] Checking agent: {'id': '9aec82b9-7713-4c66-84ce-8e508cdbb5b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:38:29.819426 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-449f4191-f321-4eee-948b-0605640258bb service neutron] Checking segment: {'id': '5e57a592-0f0a-4da5-b292-1f54cc910cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:38:29.819810 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-449f4191-f321-4eee-948b-0605640258bb service neutron] Bound using segment: {'id': '5e57a592-0f0a-4da5-b292-1f54cc910cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:38:29.820245 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-449f4191-f321-4eee-948b-0605640258bb service neutron] Bound port: 836e8497-8739-4936-a7da-9c197bf1d072, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e57a592-0f0a-4da5-b292-1f54cc910cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:38:29.820595 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-449f4191-f321-4eee-948b-0605640258bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.886587 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-449f4191-f321-4eee-948b-0605640258bb service neutron] For port 836e8497-8739-4936-a7da-9c197bf1d072, host hv-cinder-81322, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:38:29.890320 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-449f4191-f321-4eee-948b-0605640258bb service neutron] For port 836e8497-8739-4936-a7da-9c197bf1d072, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=836e8497-8739-4936-a7da-9c197bf1d072,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:38:29.894612 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-449f4191-f321-4eee-948b-0605640258bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12002475'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.934534 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-449f4191-f321-4eee-948b-0605640258bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:29.935621 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-449f4191-f321-4eee-948b-0605640258bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:29.937922 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-449f4191-f321-4eee-948b-0605640258bb service neutron] 10.222.0.46 "PUT /v2.0/ports/836e8497-8739-4936-a7da-9c197bf1d072 HTTP/1.1" status: 200 len: 1094 time: 0.5853398 Dec 15 13:38:29.940396 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6', 'tag': '836e8497-8739-4936-a7da-9c197bf1d072'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:38:29.943651 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3b555d-adfd-425f-989d-81d9d390ef89" -d '{"events": [{"name": "network-changed", "server_uuid": "f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6", "tag": "836e8497-8739-4936-a7da-9c197bf1d072"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:38:29.973920 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f4191-f321-4eee-948b-0605640258bb service neutron] Pushing event updated for resources: {'Port': ['ID=836e8497-8739-4936-a7da-9c197bf1d072,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:29.994891 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215ca083-bdd3-4498-9dc4-40163c0bef73 x-openstack-request-id: req-215ca083-bdd3-4498-9dc4-40163c0bef73 {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:38:29.995183 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6", "tag": "836e8497-8739-4936-a7da-9c197bf1d072", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:38:29.995435 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-215ca083-bdd3-4498-9dc4-40163c0bef73 {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:38:29.995839 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6', 'tag': '836e8497-8739-4936-a7da-9c197bf1d072', 'status': 'completed', 'code': 200} Dec 15 13:38:30.009984 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62aaff-b0db-498c-9341-f799908c938a req-3a506fe1-2d94-48ec-8a3a-a4e28d3c72a0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:30.011644 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-da62aaff-b0db-498c-9341-f799908c938a req-3a506fe1-2d94-48ec-8a3a-a4e28d3c72a0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 944 time: 0.0700693 Dec 15 13:38:30.037905 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-0b4996df-c72f-47be-a12c-4c043cb39e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:30.040806 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-0b4996df-c72f-47be-a12c-4c043cb39e21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=849d4c797afe475aa474e4415f6190c0&device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 1097 time: 0.0433123 Dec 15 13:38:30.064275 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-da62aaff-b0db-498c-9341-f799908c938a req-02719634-94a5-42f6-a6b1-da23f4222c84 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450668 Dec 15 13:38:30.083909 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-c671cc2b-5411-4683-a70b-345cdc89f51d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=836e8497-8739-4936-a7da-9c197bf1d072 HTTP/1.1" status: 200 len: 217 time: 0.0357125 Dec 15 13:38:30.138892 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-03a75f7b-7142-4831-9b20-49ad41cb5725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:30.140409 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-03a75f7b-7142-4831-9b20-49ad41cb5725 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ee2d60c-e8f8-48bd-815a-998b0d5d4d75 HTTP/1.1" status: 200 len: 856 time: 0.0494804 Dec 15 13:38:30.187427 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-c8bc2521-20a3-471d-b1df-124625ae23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:30.188789 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-c8bc2521-20a3-471d-b1df-124625ae23ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0016a0f-1988-46ad-b4da-048d7988271c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401688 Dec 15 13:38:30.279206 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-db65a9c3-4ab7-4bbe-b5e7-55a6eff4a51f service neutron] 10.222.0.46 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817764 Dec 15 13:38:30.370166 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-fc21e2a0-e257-41d0-862b-1148d7902b79 req-6388a23b-0383-4df6-bb93-51a12a3b18c9 service neutron] 10.222.0.46 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837855 Dec 15 13:38:30.453665 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b555d-adfd-425f-989d-81d9d390ef89 req-6f86420b-9455-45fa-974b-aef28ce0dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:30.455075 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ab3b555d-adfd-425f-989d-81d9d390ef89 req-6f86420b-9455-45fa-974b-aef28ce0dcfe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=849d4c797afe475aa474e4415f6190c0&device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 1097 time: 0.0410202 Dec 15 13:38:30.551121 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b555d-adfd-425f-989d-81d9d390ef89 req-6ca8b2f6-4704-407f-ba23-d03baec66d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:30.552561 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ab3b555d-adfd-425f-989d-81d9d390ef89 req-6ca8b2f6-4704-407f-ba23-d03baec66d61 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0016a0f-1988-46ad-b4da-048d7988271c HTTP/1.1" status: 200 len: 918 time: 0.0886707 Dec 15 13:38:30.593520 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ab3b555d-adfd-425f-989d-81d9d390ef89 req-52b1892a-d968-4565-a4ee-bebc4f9e01ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=836e8497-8739-4936-a7da-9c197bf1d072 HTTP/1.1" status: 200 len: 217 time: 0.0330958 Dec 15 13:38:30.605067 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device b276571c-8528-425e-9282-3ac695c1b993 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:38:30.639097 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b555d-adfd-425f-989d-81d9d390ef89 req-adcddf3d-a723-4be2-abd2-8c348018812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:30.641052 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ab3b555d-adfd-425f-989d-81d9d390ef89 req-adcddf3d-a723-4be2-abd2-8c348018812c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ee2d60c-e8f8-48bd-815a-998b0d5d4d75 HTTP/1.1" status: 200 len: 856 time: 0.0411823 Dec 15 13:38:30.694298 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b555d-adfd-425f-989d-81d9d390ef89 req-123eedb0-3ebd-4d31-89ee-4cfa9d58d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:30.695829 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ab3b555d-adfd-425f-989d-81d9d390ef89 req-123eedb0-3ebd-4d31-89ee-4cfa9d58d828 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0016a0f-1988-46ad-b4da-048d7988271c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477297 Dec 15 13:38:30.703607 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port b276571c-8528-425e-9282-3ac695c1b993, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b276571c-8528-425e-9282-3ac695c1b993,segment=NetworkSegment(8e0a6565-f608-4f93-bb1f-c9f7b836b7c6),segment_id=8e0a6565-f608-4f93-bb1f-c9f7b836b7c6)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:30.715590 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': 'b276571c-8528-425e-9282-3ac695c1b993', 'network_id': 'b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0', 'port_id': 'b276571c-8528-425e-9282-3ac695c1b993', 'mac_address': 'fa:16:3e:d9:13:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c24da58-f619-4f84-808a-46c10f69fa74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:38:30.752065 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:30.765344 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b276571c-8528-425e-9282-3ac695c1b993 {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:38:30.785101 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ab3b555d-adfd-425f-989d-81d9d390ef89 req-b5349eb2-0a5a-4ec7-9539-ac30c13c1e23 service neutron] 10.222.0.46 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815840 Dec 15 13:38:30.785672 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port b276571c-8528-425e-9282-3ac695c1b993, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b276571c-8528-425e-9282-3ac695c1b993,segment=NetworkSegment(8e0a6565-f608-4f93-bb1f-c9f7b836b7c6),segment_id=8e0a6565-f608-4f93-bb1f-c9f7b836b7c6)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:30.789118 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:30.838694 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=b276571c-8528-425e-9282-3ac695c1b993,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:30.878579 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ab3b555d-adfd-425f-989d-81d9d390ef89 req-6a355361-1e5d-4c44-8266-21ea2d3b09e2 service neutron] 10.222.0.46 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867081 Dec 15 13:38:30.933618 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1899e-d2d1-44ec-9cfb-f7278feb77e7 req-6f778b3c-26a1-4bca-a566-ab25a984f718 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:30.935068 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8fe1899e-d2d1-44ec-9cfb-f7278feb77e7 req-6f778b3c-26a1-4bca-a566-ab25a984f718 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f40169a-0190-4f74-9297-62373f9d6d03 HTTP/1.1" status: 200 len: 944 time: 0.0476189 Dec 15 13:38:30.984254 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8fe1899e-d2d1-44ec-9cfb-f7278feb77e7 req-d11ca82a-d6c1-4f86-ae6c-26de50699a4c tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426044 Dec 15 13:38:31.256488 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['b276571c-8528-425e-9282-3ac695c1b993'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:38:31.327934 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92005077-e823-4c48-b8dd-510f0cb84ec5 req-9cc534c5-c719-44fe-b0db-b13b201ab74a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:31.329428 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-92005077-e823-4c48-b8dd-510f0cb84ec5 req-9cc534c5-c719-44fe-b0db-b13b201ab74a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 944 time: 0.0479467 Dec 15 13:38:31.375493 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-92005077-e823-4c48-b8dd-510f0cb84ec5 req-f17c4b18-3690-4ccf-a180-f7e016ef3315 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401826 Dec 15 13:38:32.096381 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08e460-6dc7-4cd5-aebe-a82bd0b80a6a req-168567c4-dc84-4407-9a6f-eb42570d5db0 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:32.097831 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0d08e460-6dc7-4cd5-aebe-a82bd0b80a6a req-168567c4-dc84-4407-9a6f-eb42570d5db0 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f40169a-0190-4f74-9297-62373f9d6d03 HTTP/1.1" status: 200 len: 944 time: 0.0478671 Dec 15 13:38:32.148679 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0d08e460-6dc7-4cd5-aebe-a82bd0b80a6a req-b918d211-e4c4-437e-b175-0a4af74a84a9 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450153 Dec 15 13:38:32.496454 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c8d7a-953f-4154-ae2c-ac10143f6217 req-d823ec69-21bb-4b3e-ada7-ae63bcadaec3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:32.497906 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-703c8d7a-953f-4154-ae2c-ac10143f6217 req-d823ec69-21bb-4b3e-ada7-ae63bcadaec3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 944 time: 0.0510886 Dec 15 13:38:32.551010 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-703c8d7a-953f-4154-ae2c-ac10143f6217 req-d15a6823-a39b-44b2-b6d5-662f95b22e9b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467737 Dec 15 13:38:32.614170 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device b276571c-8528-425e-9282-3ac695c1b993 up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:38:32.665298 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning for port b276571c-8528-425e-9282-3ac695c1b993 completed by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:38:32.669043 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port b276571c-8528-425e-9282-3ac695c1b993 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:32.669410 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.747606 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.770270 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f40169a-0190-4f74-9297-62373f9d6d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b276571c-8528-425e-9282-3ac695c1b993'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:38:32.772528 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7d69e7-4191-4099-897d-96af452a2fdc" -d '{"events": [{"server_uuid": "3f40169a-0190-4f74-9297-62373f9d6d03", "name": "network-vif-plugged", "status": "completed", "tag": "b276571c-8528-425e-9282-3ac695c1b993"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:38:32.784862 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port b276571c-8528-425e-9282-3ac695c1b993, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b276571c-8528-425e-9282-3ac695c1b993,segment=NetworkSegment(8e0a6565-f608-4f93-bb1f-c9f7b836b7c6),segment_id=8e0a6565-f608-4f93-bb1f-c9f7b836b7c6)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:32.788983 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:32.812697 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1704f9-9c0f-465a-8df4-0beea175b8e7 x-openstack-request-id: req-0b1704f9-9c0f-465a-8df4-0beea175b8e7 {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:38:32.812996 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f40169a-0190-4f74-9297-62373f9d6d03", "name": "network-vif-plugged", "status": "completed", "tag": "b276571c-8528-425e-9282-3ac695c1b993", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:38:32.813249 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b1704f9-9c0f-465a-8df4-0beea175b8e7 {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:38:32.813637 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f40169a-0190-4f74-9297-62373f9d6d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b276571c-8528-425e-9282-3ac695c1b993', 'code': 200} Dec 15 13:38:32.844075 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=b276571c-8528-425e-9282-3ac695c1b993,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:33.208337 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3c6f0-650a-49ca-b2ac-1681ca117e4b req-800e999e-42e0-4970-9708-d37901e1c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:33.209842 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-fde3c6f0-650a-49ca-b2ac-1681ca117e4b req-800e999e-42e0-4970-9708-d37901e1c164 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3f40169a-0190-4f74-9297-62373f9d6d03 HTTP/1.1" status: 200 len: 1098 time: 0.2741866 Dec 15 13:38:33.254733 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-fde3c6f0-650a-49ca-b2ac-1681ca117e4b req-b751db1b-218a-4440-9b95-8133cf2f71c0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368552 Dec 15 13:38:33.262638 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf28b74-897f-4248-92e7-33d3ded51c56 req-968b3127-93ef-4ed7-a6a8-ccb41710d008 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:33.264129 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1bf28b74-897f-4248-92e7-33d3ded51c56 req-968b3127-93ef-4ed7-a6a8-ccb41710d008 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f40169a-0190-4f74-9297-62373f9d6d03 HTTP/1.1" status: 200 len: 945 time: 0.0486193 Dec 15 13:38:33.310196 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1bf28b74-897f-4248-92e7-33d3ded51c56 req-c526f20c-80f3-4a19-b04b-60bda3899c92 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403237 Dec 15 13:38:33.671819 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf84961-904e-45ed-b078-52c9251aab8f req-d4321606-9c58-45a8-9402-e44ffbf4a7c7 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:33.673244 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fdf84961-904e-45ed-b078-52c9251aab8f req-d4321606-9c58-45a8-9402-e44ffbf4a7c7 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 944 time: 0.0508161 Dec 15 13:38:33.720167 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fdf84961-904e-45ed-b078-52c9251aab8f req-c959cc72-9b12-4e47-b6f2-75da2dd7961c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410328 Dec 15 13:38:34.419957 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ddf4f-2239-41fb-a888-be70e2350114 req-7c86b504-3bce-4a5e-9acb-674207543c46 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:34.421378 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b07ddf4f-2239-41fb-a888-be70e2350114 req-7c86b504-3bce-4a5e-9acb-674207543c46 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f40169a-0190-4f74-9297-62373f9d6d03 HTTP/1.1" status: 200 len: 945 time: 0.0468478 Dec 15 13:38:34.467735 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b07ddf4f-2239-41fb-a888-be70e2350114 req-95c06009-a1a0-464d-8950-893119bc24f0 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401123 Dec 15 13:38:34.621997 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 836e8497-8739-4936-a7da-9c197bf1d072 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:38:34.717474 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 836e8497-8739-4936-a7da-9c197bf1d072, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=836e8497-8739-4936-a7da-9c197bf1d072,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:34.729689 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': '836e8497-8739-4936-a7da-9c197bf1d072', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'port_id': '836e8497-8739-4936-a7da-9c197bf1d072', 'mac_address': 'fa:16:3e:9c:72:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:38:34.773495 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:34.787249 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836e8497-8739-4936-a7da-9c197bf1d072 {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:38:34.808465 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 836e8497-8739-4936-a7da-9c197bf1d072, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=836e8497-8739-4936-a7da-9c197bf1d072,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:34.812654 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:34.849353 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ee56e-a079-42f2-b9f8-22f4052250f0 req-09497397-ca02-44bd-81ef-b9f572ce6bdd tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:34.850803 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-eb8ee56e-a079-42f2-b9f8-22f4052250f0 req-09497397-ca02-44bd-81ef-b9f572ce6bdd tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 944 time: 0.0554316 Dec 15 13:38:34.860745 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=836e8497-8739-4936-a7da-9c197bf1d072,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:34.900813 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-eb8ee56e-a079-42f2-b9f8-22f4052250f0 req-ab6818f3-00bf-4e0b-9758-477e205e0d20 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439637 Dec 15 13:38:35.165459 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['836e8497-8739-4936-a7da-9c197bf1d072'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:38:35.579098 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445795af-8f9a-402b-b1dd-08d746e4eccf req-f5b3976a-785c-4ccb-9d97-39ad6a462e0c tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:35.580526 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-445795af-8f9a-402b-b1dd-08d746e4eccf req-f5b3976a-785c-4ccb-9d97-39ad6a462e0c tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f40169a-0190-4f74-9297-62373f9d6d03 HTTP/1.1" status: 200 len: 945 time: 0.0475836 Dec 15 13:38:35.626060 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-445795af-8f9a-402b-b1dd-08d746e4eccf req-c56b3879-c857-4f3a-904a-c443249c8548 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398152 Dec 15 13:38:36.028036 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ac5e8-0ee5-429b-a4f2-d0352d9e431d req-5cb266b7-b9b0-4d31-8e3e-58311539f509 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:36.029513 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f57ac5e8-0ee5-429b-a4f2-d0352d9e431d req-5cb266b7-b9b0-4d31-8e3e-58311539f509 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 945 time: 0.0485034 Dec 15 13:38:36.077103 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f57ac5e8-0ee5-429b-a4f2-d0352d9e431d req-273c6216-afa7-4d28-aafe-5cc2860c40f9 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414510 Dec 15 13:38:36.632066 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 836e8497-8739-4936-a7da-9c197bf1d072 up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:38:36.680870 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning for port 836e8497-8739-4936-a7da-9c197bf1d072 completed by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:38:36.684980 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port 836e8497-8739-4936-a7da-9c197bf1d072 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:38:36.685353 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:36.760881 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:36.786829 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836e8497-8739-4936-a7da-9c197bf1d072'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:38:36.789077 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f984280f-a467-4716-8eb9-8a81b95bdd2b" -d '{"events": [{"server_uuid": "f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6", "name": "network-vif-plugged", "status": "completed", "tag": "836e8497-8739-4936-a7da-9c197bf1d072"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:38:36.801560 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 836e8497-8739-4936-a7da-9c197bf1d072, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=836e8497-8739-4936-a7da-9c197bf1d072,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:38:36.805502 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:36.828135 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07db30e-543e-4fe1-b2ee-7c54259a54d6 x-openstack-request-id: req-f07db30e-543e-4fe1-b2ee-7c54259a54d6 {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:38:36.829897 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6", "name": "network-vif-plugged", "status": "completed", "tag": "836e8497-8739-4936-a7da-9c197bf1d072", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:38:36.830224 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f07db30e-543e-4fe1-b2ee-7c54259a54d6 {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:38:36.830558 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836e8497-8739-4936-a7da-9c197bf1d072', 'code': 200} Dec 15 13:38:36.855963 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=836e8497-8739-4936-a7da-9c197bf1d072,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:38:36.997529 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cfc21-2dba-4da1-b09d-312d595a8146 req-0bec566d-6ee0-4819-9741-b5d1ddafd3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:36.999048 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c25cfc21-2dba-4da1-b09d-312d595a8146 req-0bec566d-6ee0-4819-9741-b5d1ddafd3ac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 1099 time: 0.0384021 Dec 15 13:38:37.044572 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c25cfc21-2dba-4da1-b09d-312d595a8146 req-610f2545-caad-4728-af94-f794246230f8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375345 Dec 15 13:38:37.207161 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27efd5-4647-4936-823c-881b88e4d810 req-7d7d2cff-0de0-405b-8fca-2f4b3b885f26 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:37.208531 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2d27efd5-4647-4936-823c-881b88e4d810 req-7d7d2cff-0de0-405b-8fca-2f4b3b885f26 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0524209 Dec 15 13:38:37.254173 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2d27efd5-4647-4936-823c-881b88e4d810 req-19b4bc39-eeb7-4fcc-9c9d-946f7b085697 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398166 Dec 15 13:38:38.288665 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:38.372167 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1c82d-8933-4730-9506-473bb242fa0a req-3205a266-b8f9-42d6-8d9c-1789a4f09cb1 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:38.373602 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-98e1c82d-8933-4730-9506-473bb242fa0a req-3205a266-b8f9-42d6-8d9c-1789a4f09cb1 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0476515 Dec 15 13:38:38.420423 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-98e1c82d-8933-4730-9506-473bb242fa0a req-bb2898aa-0ef5-46b0-b851-82e48401f2ec tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403302 Dec 15 13:38:39.536047 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881568f-79c5-43eb-bebe-ae5834de944f req-7da4c2a6-5e80-4c20-a5c1-f580db665070 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:39.537523 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4881568f-79c5-43eb-bebe-ae5834de944f req-7da4c2a6-5e80-4c20-a5c1-f580db665070 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0478642 Dec 15 13:38:39.587164 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4881568f-79c5-43eb-bebe-ae5834de944f req-8c6309d9-4269-4b74-ba9e-e7e0114faa60 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437148 Dec 15 13:38:39.700576 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73b62e-5255-47da-902a-446ada5f1873 req-b522ba96-259d-4db9-ba42-77e68be6ea5e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:39.702077 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2a73b62e-5255-47da-902a-446ada5f1873 req-b522ba96-259d-4db9-ba42-77e68be6ea5e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0478494 Dec 15 13:38:39.710834 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 60096) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:38:39.715115 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-6ac48fa9-1e28-470f-a58c-c500855d59c3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Request body: {'floatingip': {'port_id': '836e8497-8739-4936-a7da-9c197bf1d072'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:38:39.759879 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6ac48fa9-1e28-470f-a58c-c500855d59c3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for floatingip, before_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:40.378181 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6ac48fa9-1e28-470f-a58c-c500855d59c3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:40.381794 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6ac48fa9-1e28-470f-a58c-c500855d59c3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529426'] for floatingip, after_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:40.479042 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.db.l3_db [None req-6ac48fa9-1e28-470f-a58c-c500855d59c3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Floating IP f313f17a-b438-4291-a23a-76bda1561667 associated. External IP: 172.27.2.160, port: 836e8497-8739-4936-a7da-9c197bf1d072. Dec 15 13:38:40.684572 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac48fa9-1e28-470f-a58c-c500855d59c3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Router 82e00f58-d77a-4948-b7b1-8b460ef05a1a has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:38:40.791074 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac48fa9-1e28-470f-a58c-c500855d59c3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:38:40.796180 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6ac48fa9-1e28-470f-a58c-c500855d59c3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for floatingip, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:40.800498 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3778ecdf-2aa6-4f7b-9fdb-0e649478e9d3 None None] Sync routers for ids ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:38:40.810471 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3778ecdf-2aa6-4f7b-9fdb-0e649478e9d3 None None] Routers {'82e00f58-d77a-4948-b7b1-8b460ef05a1a'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:38:40.811122 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-3778ecdf-2aa6-4f7b-9fdb-0e649478e9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:38:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:40.826621 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-6ac48fa9-1e28-470f-a58c-c500855d59c3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "PUT /v2.0/floatingips/f313f17a-b438-4291-a23a-76bda1561667 HTTP/1.1" status: 200 len: 992 time: 1.1119709 Dec 15 13:38:40.826621 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6', 'tag': '836e8497-8739-4936-a7da-9c197bf1d072'}] {{(pid=102375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:38:40.828565 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71b9fb3f465478ec81e2ba98b454169580960ac631f62dad39edafcc790f624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83eaed0-4eee-4b1a-8044-446b05fbc132" -d '{"events": [{"name": "network-changed", "server_uuid": "f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6", "tag": "836e8497-8739-4936-a7da-9c197bf1d072"}]}' {{(pid=102375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:38:40.865426 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43841006-2e2e-4f1c-aa71-076425e132e2 x-openstack-request-id: req-43841006-2e2e-4f1c-aa71-076425e132e2 {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:38:40.865735 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6", "tag": "836e8497-8739-4936-a7da-9c197bf1d072", "status": "completed", "code": 200}]} {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:38:40.865991 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43841006-2e2e-4f1c-aa71-076425e132e2 {{(pid=102375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:38:40.866398 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6', 'tag': '836e8497-8739-4936-a7da-9c197bf1d072', 'status': 'completed', 'code': 200} Dec 15 13:38:40.923881 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-3778ecdf-2aa6-4f7b-9fdb-0e649478e9d3 None None] Set router 82e00f58-d77a-4948-b7b1-8b460ef05a1a gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:38:40.932080 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83eaed0-4eee-4b1a-8044-446b05fbc132 req-b474df6d-5468-4e94-9f22-20b15db48ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:40.933570 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c83eaed0-4eee-4b1a-8044-446b05fbc132 req-b474df6d-5468-4e94-9f22-20b15db48ead service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=849d4c797afe475aa474e4415f6190c0&device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 1099 time: 0.0427051 Dec 15 13:38:41.022659 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83eaed0-4eee-4b1a-8044-446b05fbc132 req-1f0bb37f-fd53-4638-8d5a-5ef0cb7bf724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:41.024177 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c83eaed0-4eee-4b1a-8044-446b05fbc132 req-1f0bb37f-fd53-4638-8d5a-5ef0cb7bf724 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0016a0f-1988-46ad-b4da-048d7988271c HTTP/1.1" status: 200 len: 918 time: 0.0830352 Dec 15 13:38:41.091992 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c83eaed0-4eee-4b1a-8044-446b05fbc132 req-74d0b0ef-f5f2-4267-b928-3bf7973c2d1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=836e8497-8739-4936-a7da-9c197bf1d072 HTTP/1.1" status: 200 len: 1000 time: 0.0607252 Dec 15 13:38:41.141204 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83eaed0-4eee-4b1a-8044-446b05fbc132 req-858d4fde-6e75-45c2-94de-2cb497d0a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:41.142758 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c83eaed0-4eee-4b1a-8044-446b05fbc132 req-858d4fde-6e75-45c2-94de-2cb497d0a34f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ee2d60c-e8f8-48bd-815a-998b0d5d4d75 HTTP/1.1" status: 200 len: 856 time: 0.0433159 Dec 15 13:38:41.145681 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-3778ecdf-2aa6-4f7b-9fdb-0e649478e9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1081663544-router', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:59Z', 'updated_at': '2021-12-15T13:31:04Z', 'revision_number': 4, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'gw_port': {'id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': 'f313f17a-b438-4291-a23a-76bda1561667', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'floating_ip_address': '172.27.2.160', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'port_id': '836e8497-8739-4936-a7da-9c197bf1d072', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'mac_address': 'fa:16:3e:9c:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:38:26Z', 'updated_at': '2021-12-15T13:38:40Z', 'revision_number': 1, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1751a6-9075-4b06-b379-53faa3683527', 'name': '', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'mac_address': 'fa:16:3e:18:3b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:03Z', 'updated_at': '2021-12-15T13:31:14Z', 'revision_number': 5, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'subnets': [{'id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:41.171440 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3778ecdf-2aa6-4f7b-9fdb-0e649478e9d3 None None] Checking router: 82e00f58-d77a-4948-b7b1-8b460ef05a1a for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:38:41.180558 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3778ecdf-2aa6-4f7b-9fdb-0e649478e9d3 None None] Routers {'82e00f58-d77a-4948-b7b1-8b460ef05a1a'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:38:41.181198 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-3778ecdf-2aa6-4f7b-9fdb-0e649478e9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:38:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:41.191914 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83eaed0-4eee-4b1a-8044-446b05fbc132 req-f0ba4dda-b97a-448b-8bf2-5a3ffc97c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:41.193569 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c83eaed0-4eee-4b1a-8044-446b05fbc132 req-f0ba4dda-b97a-448b-8bf2-5a3ffc97c467 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0016a0f-1988-46ad-b4da-048d7988271c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424304 Dec 15 13:38:41.283977 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c83eaed0-4eee-4b1a-8044-446b05fbc132 req-2a45f211-98f5-497f-964c-abc7cbaed5de service neutron] 10.222.0.46 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828304 Dec 15 13:38:41.286274 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-3778ecdf-2aa6-4f7b-9fdb-0e649478e9d3 None None] Set router 82e00f58-d77a-4948-b7b1-8b460ef05a1a gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:38:41.379549 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c83eaed0-4eee-4b1a-8044-446b05fbc132 req-af30d9a9-bc30-4910-9219-ec84c4c6a38c service neutron] 10.222.0.46 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869882 Dec 15 13:38:41.518172 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-3778ecdf-2aa6-4f7b-9fdb-0e649478e9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1081663544-router', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:59Z', 'updated_at': '2021-12-15T13:31:04Z', 'revision_number': 4, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'gw_port': {'id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': 'f313f17a-b438-4291-a23a-76bda1561667', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'floating_ip_address': '172.27.2.160', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'port_id': '836e8497-8739-4936-a7da-9c197bf1d072', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'mac_address': 'fa:16:3e:9c:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:38:26Z', 'updated_at': '2021-12-15T13:38:40Z', 'revision_number': 1, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1751a6-9075-4b06-b379-53faa3683527', 'name': '', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'mac_address': 'fa:16:3e:18:3b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:03Z', 'updated_at': '2021-12-15T13:31:14Z', 'revision_number': 5, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'subnets': [{'id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:38:41.543892 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3778ecdf-2aa6-4f7b-9fdb-0e649478e9d3 None None] The sync data for ids ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'] in dv-cinder-813227-4-iscsi is: [{'id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1081663544-router', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:59Z', 'updated_at': '2021-12-15T13:31:04Z', 'revision_number': 4, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'gw_port': {'id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': 'f313f17a-b438-4291-a23a-76bda1561667', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'floating_ip_address': '172.27.2.160', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'port_id': '836e8497-8739-4936-a7da-9c197bf1d072', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'mac_address': 'fa:16:3e:9c:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:38:26Z', 'updated_at': '2021-12-15T13:38:40Z', 'revision_number': 1, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1751a6-9075-4b06-b379-53faa3683527', 'name': '', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'mac_address': 'fa:16:3e:18:3b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:03Z', 'updated_at': '2021-12-15T13:31:14Z', 'revision_number': 5, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'subnets': [{'id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:38:41.721826 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2cca35-c1f5-45fc-9dcb-5ebc6e8f82f4 None None] New status for floating IP f313f17a-b438-4291-a23a-76bda1561667: ACTIVE {{(pid=102377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:38:43.454835 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9c029871-cd9f-4a62-8935-3f0f5318819b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:45.809578 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-81569426-a2c4-4039-988e-29e1ea031a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:46.911366 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:47.896855 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:38:48.521878 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:49.432805 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:38:59.634879 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60336bb9-56a4-4c60-a662-7cb25771568c req-fb20e5fd-2810-4365-b24c-8706e17b92fa tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:38:59.636376 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-60336bb9-56a4-4c60-a662-7cb25771568c req-fb20e5fd-2810-4365-b24c-8706e17b92fa tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f40169a-0190-4f74-9297-62373f9d6d03 HTTP/1.1" status: 200 len: 945 time: 0.0481374 Dec 15 13:38:59.683189 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-60336bb9-56a4-4c60-a662-7cb25771568c req-dce465a9-fc7b-4c76-a575-7ff4a207fc01 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410056 Dec 15 13:39:00.795206 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205e0ad-d85a-4834-8b08-f2c8a1124763 req-3802c707-ab2b-4dc9-b944-fa89521d800d tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:00.796556 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4205e0ad-d85a-4834-8b08-f2c8a1124763 req-3802c707-ab2b-4dc9-b944-fa89521d800d tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f40169a-0190-4f74-9297-62373f9d6d03 HTTP/1.1" status: 200 len: 945 time: 0.0469489 Dec 15 13:39:00.852336 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4205e0ad-d85a-4834-8b08-f2c8a1124763 req-16de97c3-25e2-4d49-ab0f-ddf2e5de0f17 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479617 Dec 15 13:39:01.779401 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efac4d-c777-4097-a55f-bd47c529fc3b req-36887d39-2847-4bdd-9008-d84e3f713beb tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:01.780830 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-d1efac4d-c777-4097-a55f-bd47c529fc3b req-36887d39-2847-4bdd-9008-d84e3f713beb tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f40169a-0190-4f74-9297-62373f9d6d03 HTTP/1.1" status: 200 len: 945 time: 0.0480433 Dec 15 13:39:01.874709 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-d1efac4d-c777-4097-a55f-bd47c529fc3b req-faf03fe3-4bf9-4cad-9cc5-5bb25d000b34 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Deleting port b276571c-8528-425e-9282-3ac695c1b993 {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:39:01.874998 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-d1efac4d-c777-4097-a55f-bd47c529fc3b req-faf03fe3-4bf9-4cad-9cc5-5bb25d000b34 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:01.966818 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-d1efac4d-c777-4097-a55f-bd47c529fc3b req-faf03fe3-4bf9-4cad-9cc5-5bb25d000b34 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] For port b276571c-8528-425e-9282-3ac695c1b993, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b276571c-8528-425e-9282-3ac695c1b993,segment=NetworkSegment(8e0a6565-f608-4f93-bb1f-c9f7b836b7c6),segment_id=8e0a6565-f608-4f93-bb1f-c9f7b836b7c6)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:01.967221 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-d1efac4d-c777-4097-a55f-bd47c529fc3b req-faf03fe3-4bf9-4cad-9cc5-5bb25d000b34 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:01.967726 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674410d6-80d1-4de4-9aa9-7985e35e8c9a req-ebe2f656-e56f-4980-ba80-853309ba3d11 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:01.969705 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-674410d6-80d1-4de4-9aa9-7985e35e8c9a req-ebe2f656-e56f-4980-ba80-853309ba3d11 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f40169a-0190-4f74-9297-62373f9d6d03 HTTP/1.1" status: 200 len: 945 time: 0.0487239 Dec 15 13:39:01.979017 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-d1efac4d-c777-4097-a55f-bd47c529fc3b req-faf03fe3-4bf9-4cad-9cc5-5bb25d000b34 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Calling delete_port for b276571c-8528-425e-9282-3ac695c1b993 owned by compute:nova {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:39:02.016669 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-674410d6-80d1-4de4-9aa9-7985e35e8c9a req-2d94903b-9441-45eb-82f6-e9790815cf48 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409501 Dec 15 13:39:02.104062 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-d1efac4d-c777-4097-a55f-bd47c529fc3b req-faf03fe3-4bf9-4cad-9cc5-5bb25d000b34 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:02.123350 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['b276571c-8528-425e-9282-3ac695c1b993'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:39:02.136374 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf03fe3-4bf9-4cad-9cc5-5bb25d000b34 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Pushing event deleted for resources: {'Port': ['ID=b276571c-8528-425e-9282-3ac695c1b993,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:02.174890 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1efac4d-c777-4097-a55f-bd47c529fc3b req-faf03fe3-4bf9-4cad-9cc5-5bb25d000b34 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] No DVR routers for this DVR port b276571c-8528-425e-9282-3ac695c1b993 on host hv-cinder-81322 {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:39:02.177880 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-d1efac4d-c777-4097-a55f-bd47c529fc3b req-faf03fe3-4bf9-4cad-9cc5-5bb25d000b34 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:02.181227 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-d1efac4d-c777-4097-a55f-bd47c529fc3b req-faf03fe3-4bf9-4cad-9cc5-5bb25d000b34 tempest-VolumesSnapshotTestJSON-1951480776 tempest-VolumesSnapshotTestJSON-1951480776-project] 10.222.0.46 "DELETE /v2.0/ports/b276571c-8528-425e-9282-3ac695c1b993 HTTP/1.1" status: 204 len: 173 time: 0.3928294 Dec 15 13:39:02.181664 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f40169a-0190-4f74-9297-62373f9d6d03', 'name': 'network-vif-deleted', 'tag': 'b276571c-8528-425e-9282-3ac695c1b993'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:02.183971 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0820f063-be32-4729-bd1f-5692be83bfac" -d '{"events": [{"server_uuid": "3f40169a-0190-4f74-9297-62373f9d6d03", "name": "network-vif-deleted", "tag": "b276571c-8528-425e-9282-3ac695c1b993"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:02.224799 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942cf509-4ca8-4f3b-b5bc-dfb570344e68 x-openstack-request-id: req-942cf509-4ca8-4f3b-b5bc-dfb570344e68 {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:02.225100 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f40169a-0190-4f74-9297-62373f9d6d03", "name": "network-vif-deleted", "tag": "b276571c-8528-425e-9282-3ac695c1b993", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:02.225360 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-942cf509-4ca8-4f3b-b5bc-dfb570344e68 {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:02.226246 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f40169a-0190-4f74-9297-62373f9d6d03', 'name': 'network-vif-deleted', 'tag': 'b276571c-8528-425e-9282-3ac695c1b993', 'status': 'completed', 'code': 200} Dec 15 13:39:09.082813 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device b276571c-8528-425e-9282-3ac695c1b993 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:39:09.110919 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] No Port match for: b276571c-8528-425e-9282-3ac695c1b993 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:39:09.111260 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device b276571c-8528-425e-9282-3ac695c1b993 not bound to the agent host hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:39:09.119635 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:10.223937 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6e1b4-5e6f-4600-894c-34b55b701884 req-189259f8-51a1-4bc5-b846-9f55c9f968b1 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:10.225387 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-83a6e1b4-5e6f-4600-894c-34b55b701884 req-189259f8-51a1-4bc5-b846-9f55c9f968b1 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0490582 Dec 15 13:39:10.271584 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-83a6e1b4-5e6f-4600-894c-34b55b701884 req-c174fbd8-8e2a-416a-ad0e-aafe7c8fc2a7 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403190 Dec 15 13:39:11.400112 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d187578-61ea-4404-bd96-683e216cb738 req-542a33ab-84d1-4c08-9729-bd975b276333 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:11.401552 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1d187578-61ea-4404-bd96-683e216cb738 req-542a33ab-84d1-4c08-9729-bd975b276333 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0512099 Dec 15 13:39:11.449049 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1d187578-61ea-4404-bd96-683e216cb738 req-616872d8-e1b6-491f-8287-cb45e49af434 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=17b0bc1f-ee66-47c9-bd0e-2145a18deee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416000 Dec 15 13:39:11.652827 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce57f7-6499-4d9b-8bdb-df3e58bb6da6 req-c8117539-d8f2-40d4-be61-ec2cb8bcb208 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:11.654192 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3fce57f7-6499-4d9b-8bdb-df3e58bb6da6 req-c8117539-d8f2-40d4-be61-ec2cb8bcb208 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 945 time: 0.0468299 Dec 15 13:39:11.747899 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-3fce57f7-6499-4d9b-8bdb-df3e58bb6da6 req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Deleting port 745293fa-0314-47a0-bb77-7fceb3a9fc17 {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:39:11.748230 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-3fce57f7-6499-4d9b-8bdb-df3e58bb6da6 req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:11.834531 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-3fce57f7-6499-4d9b-8bdb-df3e58bb6da6 req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] For port 745293fa-0314-47a0-bb77-7fceb3a9fc17, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=745293fa-0314-47a0-bb77-7fceb3a9fc17,segment=NetworkSegment(4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb),segment_id=4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:11.834921 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-3fce57f7-6499-4d9b-8bdb-df3e58bb6da6 req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:12.004415 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-3fce57f7-6499-4d9b-8bdb-df3e58bb6da6 req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:12.004777 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-3fce57f7-6499-4d9b-8bdb-df3e58bb6da6 req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529426'] for floatingip, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:12.005092 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.db.l3_db [req-3fce57f7-6499-4d9b-8bdb-df3e58bb6da6 req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Floating IP d311854d-1e30-49e0-a375-79abb43a3de8 disassociated. External IP: 172.27.2.216, port: 745293fa-0314-47a0-bb77-7fceb3a9fc17. Dec 15 13:39:12.005428 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-3fce57f7-6499-4d9b-8bdb-df3e58bb6da6 req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Calling delete_port for 745293fa-0314-47a0-bb77-7fceb3a9fc17 owned by compute:nova {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:39:12.131593 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-3fce57f7-6499-4d9b-8bdb-df3e58bb6da6 req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:12.158339 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Pushing event deleted for resources: {'Port': ['ID=745293fa-0314-47a0-bb77-7fceb3a9fc17,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:12.171058 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:12.171168 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:12.171466 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:12.171807 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:12.172138 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:12.172467 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:12.172797 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:12.173125 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:12.173449 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:12.173780 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:12.174104 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:12.174425 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:12.174743 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:12.291242 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fce57f7-6499-4d9b-8bdb-df3e58bb6da6 req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Router 450d314a-17ce-47e6-a890-cd4585cc6ed7 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:39:12.415215 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fce57f7-6499-4d9b-8bdb-df3e58bb6da6 req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:39:12.425142 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0161d83-fdc7-4c23-8300-5a140ce57718 None None] Sync routers for ids ['450d314a-17ce-47e6-a890-cd4585cc6ed7'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:39:12.437387 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0161d83-fdc7-4c23-8300-5a140ce57718 None None] Routers {'450d314a-17ce-47e6-a890-cd4585cc6ed7'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:12.438075 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-f0161d83-fdc7-4c23-8300-5a140ce57718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:38:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['450d314a-17ce-47e6-a890-cd4585cc6ed7'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:12.467306 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fce57f7-6499-4d9b-8bdb-df3e58bb6da6 req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] No DVR routers for this DVR port 745293fa-0314-47a0-bb77-7fceb3a9fc17 on host hv-cinder-81322 {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:39:12.471390 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-3fce57f7-6499-4d9b-8bdb-df3e58bb6da6 req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:12.473747 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-3fce57f7-6499-4d9b-8bdb-df3e58bb6da6 req-dcb6268c-8634-4dc6-824e-3324e735fd5c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.46 "DELETE /v2.0/ports/745293fa-0314-47a0-bb77-7fceb3a9fc17 HTTP/1.1" status: 204 len: 173 time: 0.8131149 Dec 15 13:39:12.474592 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0157ed-5d02-45a9-9160-55cc033a16ec', 'name': 'network-vif-deleted', 'tag': '745293fa-0314-47a0-bb77-7fceb3a9fc17'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:12.476716 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8df99b-84e7-486a-8be2-da216124d889" -d '{"events": [{"server_uuid": "ef0157ed-5d02-45a9-9160-55cc033a16ec", "name": "network-vif-deleted", "tag": "745293fa-0314-47a0-bb77-7fceb3a9fc17"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:12.536945 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930c2a18-bb7f-482b-9040-4c0520c7dfec x-openstack-request-id: req-930c2a18-bb7f-482b-9040-4c0520c7dfec {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:12.537243 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0157ed-5d02-45a9-9160-55cc033a16ec", "name": "network-vif-deleted", "tag": "745293fa-0314-47a0-bb77-7fceb3a9fc17", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:12.537506 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-930c2a18-bb7f-482b-9040-4c0520c7dfec {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:12.537926 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0157ed-5d02-45a9-9160-55cc033a16ec', 'name': 'network-vif-deleted', 'tag': '745293fa-0314-47a0-bb77-7fceb3a9fc17', 'status': 'completed', 'code': 200} Dec 15 13:39:12.564843 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-f0161d83-fdc7-4c23-8300-5a140ce57718 None None] Set router 450d314a-17ce-47e6-a890-cd4585cc6ed7 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:12.586425 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-15fd7362-cad5-4438-a575-c8d814869f74 req-929a6507-32b1-43ec-ac17-0f327b772497 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 210 time: 0.0368679 Dec 15 13:39:12.688322 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-514a820e-2d4e-4a3e-bfcb-ee2fed497365 req-cf1b7b5c-849d-4238-9e11-f6c1408df65a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0371077 Dec 15 13:39:12.777533 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-514a820e-2d4e-4a3e-bfcb-ee2fed497365 req-f2dda8a7-04d7-4882-8dc3-e2ccbbac8044 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4cde9c0e34334ad7a7e79bfeb8963935&device_id=ef0157ed-5d02-45a9-9160-55cc033a16ec HTTP/1.1" status: 200 len: 210 time: 0.0305927 Dec 15 13:39:12.801905 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-f0161d83-fdc7-4c23-8300-5a140ce57718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'name': 'tempest-AttachVolumeTestJSON-809202730-router', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:09Z', 'revision_number': 4, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'gw_port': {'id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:02Z', 'updated_at': '2021-12-15T13:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': 'a16a0a7b-8e9e-4deb-a717-c95302fca6a0', 'name': '', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'mac_address': 'fa:16:3e:c8:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:07Z', 'updated_at': '2021-12-15T13:31:19Z', 'revision_number': 5, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'subnets': [{'id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:12.830098 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0161d83-fdc7-4c23-8300-5a140ce57718 None None] Checking router: 450d314a-17ce-47e6-a890-cd4585cc6ed7 for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:39:12.838938 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0161d83-fdc7-4c23-8300-5a140ce57718 None None] Routers {'450d314a-17ce-47e6-a890-cd4585cc6ed7'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:12.839551 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-f0161d83-fdc7-4c23-8300-5a140ce57718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:38:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['450d314a-17ce-47e6-a890-cd4585cc6ed7'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:12.897104 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a820e-2d4e-4a3e-bfcb-ee2fed497365 req-965549ea-04d9-43ea-abb9-193d7e5a1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:12.898669 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-514a820e-2d4e-4a3e-bfcb-ee2fed497365 req-965549ea-04d9-43ea-abb9-193d7e5a1c63 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=4cde9c0e34334ad7a7e79bfeb8963935&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1015129 Dec 15 13:39:12.950818 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-f0161d83-fdc7-4c23-8300-5a140ce57718 None None] Set router 450d314a-17ce-47e6-a890-cd4585cc6ed7 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:13.001114 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a820e-2d4e-4a3e-bfcb-ee2fed497365 req-f0e3155f-63b2-4b7c-9841-5c72769a80a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:13.002597 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-514a820e-2d4e-4a3e-bfcb-ee2fed497365 req-f0e3155f-63b2-4b7c-9841-5c72769a80a9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940309 Dec 15 13:39:13.144933 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-f0161d83-fdc7-4c23-8300-5a140ce57718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'name': 'tempest-AttachVolumeTestJSON-809202730-router', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:09Z', 'revision_number': 4, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'gw_port': {'id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:02Z', 'updated_at': '2021-12-15T13:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': 'a16a0a7b-8e9e-4deb-a717-c95302fca6a0', 'name': '', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'mac_address': 'fa:16:3e:c8:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:07Z', 'updated_at': '2021-12-15T13:31:19Z', 'revision_number': 5, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'subnets': [{'id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:13.173631 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0161d83-fdc7-4c23-8300-5a140ce57718 None None] The sync data for ids ['450d314a-17ce-47e6-a890-cd4585cc6ed7'] in dv-cinder-813227-4-iscsi is: [{'id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'name': 'tempest-AttachVolumeTestJSON-809202730-router', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:09Z', 'revision_number': 4, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'gw_port': {'id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:02Z', 'updated_at': '2021-12-15T13:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': 'a16a0a7b-8e9e-4deb-a717-c95302fca6a0', 'name': '', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'mac_address': 'fa:16:3e:c8:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:07Z', 'updated_at': '2021-12-15T13:31:19Z', 'revision_number': 5, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'subnets': [{'id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:39:13.381853 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0c57f9-3a2d-4b51-969e-0cef873b5ab1 None None] New status for floating IP d311854d-1e30-49e0-a375-79abb43a3de8: DOWN {{(pid=102377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:39:13.447951 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-50bb69d2-fdde-4b8b-8c4d-190b9977a396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:13.677872 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 60304) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:13.731296 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-1ead531b-09fb-4349-9ab7-223bf5802730 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:13.755192 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-1ead531b-09fb-4349-9ab7-223bf5802730 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:13.800004 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-1ead531b-09fb-4349-9ab7-223bf5802730 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:13.802648 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-1ead531b-09fb-4349-9ab7-223bf5802730 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:13.803819 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-1ead531b-09fb-4349-9ab7-223bf5802730 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "DELETE /v2.0/security-groups/17b0bc1f-ee66-47c9-bd0e-2145a18deee2 HTTP/1.1" status: 204 len: 168 time: 0.1249785 Dec 15 13:39:13.806637 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 60306) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:13.812722 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead531b-09fb-4349-9ab7-223bf5802730 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b0bc1f-ee66-47c9-bd0e-2145a18deee2,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:13.820424 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.api.v2.resource [None req-9ed8c666-9e10-477c-8c9c-6337303965c4 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] show failed (client error): The resource could not be found. Dec 15 13:39:13.821413 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-9ed8c666-9e10-477c-8c9c-6337303965c4 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups/17b0bc1f-ee66-47c9-bd0e-2145a18deee2 HTTP/1.1" status: 404 len: 347 time: 0.0137742 Dec 15 13:39:13.824326 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 60308) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:13.946461 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-920ce0ba-9368-46ec-bfdf-cb3d36e3a867 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Deleting port 86f71cc9-37d9-4bdc-bcd3-7b19a82b0855 {{(pid=102375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:39:13.946698 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-920ce0ba-9368-46ec-bfdf-cb3d36e3a867 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.022752 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-920ce0ba-9368-46ec-bfdf-cb3d36e3a867 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.023106 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-920ce0ba-9368-46ec-bfdf-cb3d36e3a867 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.034379 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-920ce0ba-9368-46ec-bfdf-cb3d36e3a867 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Calling delete_port for 86f71cc9-37d9-4bdc-bcd3-7b19a82b0855 owned by network:floatingip {{(pid=102375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:39:14.161037 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-920ce0ba-9368-46ec-bfdf-cb3d36e3a867 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.186634 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ce0ba-9368-46ec-bfdf-cb3d36e3a867 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Pushing event deleted for resources: {'Port': ['ID=86f71cc9-37d9-4bdc-bcd3-7b19a82b0855,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:14.243807 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-920ce0ba-9368-46ec-bfdf-cb3d36e3a867 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for floatingip, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.246466 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-920ce0ba-9368-46ec-bfdf-cb3d36e3a867 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for floatingip, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.247620 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-920ce0ba-9368-46ec-bfdf-cb3d36e3a867 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "DELETE /v2.0/floatingips/d311854d-1e30-49e0-a375-79abb43a3de8 HTTP/1.1" status: 204 len: 168 time: 0.4223583 Dec 15 13:39:14.479876 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 60314) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:14.485517 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-a9371a1f-04f6-469a-b6e5-37f45690c0cb tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1446392233', 'description': 'tempest-description--516371162'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:14.507502 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a9371a1f-04f6-469a-b6e5-37f45690c0cb tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.571249 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a9371a1f-04f6-469a-b6e5-37f45690c0cb tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.574914 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a9371a1f-04f6-469a-b6e5-37f45690c0cb tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.603829 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a9371a1f-04f6-469a-b6e5-37f45690c0cb tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.605322 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-a9371a1f-04f6-469a-b6e5-37f45690c0cb tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1243606 Dec 15 13:39:14.608192 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 60316) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:14.613772 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-fa4551d8-80c4-47aa-a166-08cbb78e6b34 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Request body: {'security_group_rule': {'security_group_id': '9435160b-7de9-4fb0-9363-4133a61fed52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:14.619889 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9371a1f-04f6-469a-b6e5-37f45690c0cb tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9435160b-7de9-4fb0-9363-4133a61fed52,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:14.643779 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fa4551d8-80c4-47aa-a166-08cbb78e6b34 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.701604 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fa4551d8-80c4-47aa-a166-08cbb78e6b34 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.705476 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fa4551d8-80c4-47aa-a166-08cbb78e6b34 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.728407 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4551d8-80c4-47aa-a166-08cbb78e6b34 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9eacc13-d0cf-4b90-88dc-6f28667c78d7,revision_number=0']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:14.742722 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fa4551d8-80c4-47aa-a166-08cbb78e6b34 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.743956 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-fa4551d8-80c4-47aa-a166-08cbb78e6b34 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341162 Dec 15 13:39:14.746627 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 60320) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:14.750877 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-fcd56361-6808-4c60-8745-c4b4bbb8e4a6 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Request body: {'security_group_rule': {'security_group_id': '9435160b-7de9-4fb0-9363-4133a61fed52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:14.776786 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fcd56361-6808-4c60-8745-c4b4bbb8e4a6 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.832916 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fcd56361-6808-4c60-8745-c4b4bbb8e4a6 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.836304 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fcd56361-6808-4c60-8745-c4b4bbb8e4a6 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.853437 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd56361-6808-4c60-8745-c4b4bbb8e4a6 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7778408-feb4-4dc5-a46a-ed02d896e062,revision_number=0']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:14.861283 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-fcd56361-6808-4c60-8745-c4b4bbb8e4a6 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.862511 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-fcd56361-6808-4c60-8745-c4b4bbb8e4a6 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149049 Dec 15 13:39:14.866472 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 60322) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:14.871445 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-43920186-7366-483c-9635-789575d39976 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Request body: {'floatingip': {'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:14.892562 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-43920186-7366-483c-9635-789575d39976 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for floatingip, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:14.988837 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-43920186-7366-483c-9635-789575d39976 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:15.088405 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [None req-43920186-7366-483c-9635-789575d39976 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Allocated IP 172.27.2.203 (d75b81e5-d2ea-4613-a99a-556640a87149/db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2/54aadc04-00c4-4a87-842a-85ccc265715d) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:15.188744 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-43920186-7366-483c-9635-789575d39976 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:15.221780 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-43920186-7366-483c-9635-789575d39976 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:15.259000 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43920186-7366-483c-9635-789575d39976 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Network d75b81e5-d2ea-4613-a99a-556640a87149 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:15.261797 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-43920186-7366-483c-9635-789575d39976 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:15.265318 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43920186-7366-483c-9635-789575d39976 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:15.288025 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43920186-7366-483c-9635-789575d39976 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Pushing event updated for resources: {'Port': ['ID=54aadc04-00c4-4a87-842a-85ccc265715d,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:15.351163 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-43920186-7366-483c-9635-789575d39976 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:15.386594 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-43920186-7366-483c-9635-789575d39976 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:15.529577 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-43920186-7366-483c-9635-789575d39976 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:15.533982 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-43920186-7366-483c-9635-789575d39976 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12002475'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:15.608961 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43920186-7366-483c-9635-789575d39976 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Pushing event updated for resources: {'Port': ['ID=54aadc04-00c4-4a87-842a-85ccc265715d,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:15.614503 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-43920186-7366-483c-9635-789575d39976 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529426'] for floatingip, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:15.629305 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-43920186-7366-483c-9635-789575d39976 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for floatingip, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:15.630591 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-43920186-7366-483c-9635-789575d39976 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7634091 Dec 15 13:39:15.810323 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-04e92b54-99ed-4944-801d-6351f456101e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:15.828827 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-6dce00e6-8465-4993-9d60-e874049118f0 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1446392233&fields=id&tenant_id=4cde9c0e34334ad7a7e79bfeb8963935 HTTP/1.1" status: 200 len: 267 time: 0.0467935 Dec 15 13:39:15.932240 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-a72e8db8-3e3f-41b6-8e47-89937da353e0 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:15.933624 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-a72e8db8-3e3f-41b6-8e47-89937da353e0 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/networks?id=c615d296-1c4b-42bd-b81b-913328306550 HTTP/1.1" status: 200 len: 810 time: 0.0969682 Dec 15 13:39:15.949246 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-c3c94efb-bf41-4f4d-9233-95eb90f24319 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/quotas/4cde9c0e34334ad7a7e79bfeb8963935 HTTP/1.1" status: 200 len: 375 time: 0.0095816 Dec 15 13:39:16.002116 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-b4977fb2-42ee-4fcd-a0b8-3bf89e79eab0 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4cde9c0e34334ad7a7e79bfeb8963935&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474417 Dec 15 13:39:16.094341 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-b98236ec-0f88-4fa9-92cd-a616308855dc service neutron] 10.222.0.60 "GET /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805161 Dec 15 13:39:16.183793 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-8643df17-d83f-42f1-8a69-b80c653b8428 service neutron] 10.222.0.60 "GET /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833886 Dec 15 13:39:16.336920 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2284d8ac-bafd-4566-b605-ea22b73b5ed9 req-e114d338-2188-477f-8e89-7ac696fac813 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=11606c02-c86d-4be7-af13-296b7061f769 HTTP/1.1" status: 200 len: 210 time: 0.0274084 Dec 15 13:39:16.914257 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:17.426314 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c6b79e9a-c1f9-4a7f-b723-4dda1583faa9 req-95126e4c-26fa-49f1-8c78-048bef5dbc00 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=11606c02-c86d-4be7-af13-296b7061f769 HTTP/1.1" status: 200 len: 210 time: 0.0254314 Dec 15 13:39:18.257288 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 745293fa-0314-47a0-bb77-7fceb3a9fc17 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:39:18.280370 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] No Port match for: 745293fa-0314-47a0-bb77-7fceb3a9fc17 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:39:18.280713 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 745293fa-0314-47a0-bb77-7fceb3a9fc17 not bound to the agent host hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:39:18.522354 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:18.524263 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-38175cc3-e0a1-42bc-9227-18ca7453c329 req-5342a67d-4bf8-4954-adbe-043ba63bd2b4 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=11606c02-c86d-4be7-af13-296b7061f769 HTTP/1.1" status: 200 len: 210 time: 0.0275736 Dec 15 13:39:19.208074 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-111d3ec0-e4f8-4fb8-a451-fa313e9fc99d tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:19.209536 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-111d3ec0-e4f8-4fb8-a451-fa313e9fc99d tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.46 "GET /v2.0/networks?id=c615d296-1c4b-42bd-b81b-913328306550 HTTP/1.1" status: 200 len: 810 time: 0.1077302 Dec 15 13:39:19.280502 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-8b8ef227-dc3a-4000-9456-5d5b7c60a39a tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cde9c0e34334ad7a7e79bfeb8963935 HTTP/1.1" status: 200 len: 380 time: 0.0579722 Dec 15 13:39:19.294132 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-3935918d-2814-4c90-bf45-04f237c57008 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Request body: {'port': {'device_id': '11606c02-c86d-4be7-af13-296b7061f769', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'admin_state_up': True, 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'security_groups': ['9435160b-7de9-4fb0-9363-4133a61fed52']}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:19.399567 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-3935918d-2814-4c90-bf45-04f237c57008 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Made reservation on behalf of 4cde9c0e34334ad7a7e79bfeb8963935 for: {'port': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:39:19.403093 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-3935918d-2814-4c90-bf45-04f237c57008 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:19.433540 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:19.528372 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-3935918d-2814-4c90-bf45-04f237c57008 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Allocated IP 172.20.0.4 (c615d296-1c4b-42bd-b81b-913328306550/6bfb1a29-2a65-49ed-8e77-c521738f977b/b79a2306-1e2f-41f0-8f14-42fe5c03e832) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:39:19.616859 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9e9a743e-b1de-4590-9f6b-0c68f59fb55d req-65686a94-507e-48fe-9fc7-5ca1e97d3361 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=11606c02-c86d-4be7-af13-296b7061f769 HTTP/1.1" status: 200 len: 210 time: 0.0251179 Dec 15 13:39:19.666856 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-3935918d-2814-4c90-bf45-04f237c57008 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:19.699804 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-3935918d-2814-4c90-bf45-04f237c57008 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:19.741379 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-3935918d-2814-4c90-bf45-04f237c57008 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Network c615d296-1c4b-42bd-b81b-913328306550 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:39:19.744460 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-3935918d-2814-4c90-bf45-04f237c57008 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:39:19.748230 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-3935918d-2814-4c90-bf45-04f237c57008 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:39:19.774331 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935918d-2814-4c90-bf45-04f237c57008 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Pushing event updated for resources: {'Port': ['ID=b79a2306-1e2f-41f0-8f14-42fe5c03e832,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:19.802972 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-3935918d-2814-4c90-bf45-04f237c57008 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:19.803564 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-3935918d-2814-4c90-bf45-04f237c57008 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:19.820938 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-3935918d-2814-4c90-bf45-04f237c57008 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5306380 Dec 15 13:39:19.883063 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-c4467ab3-c6d0-4a23-9ad4-1e34a80ff6fb service neutron] Request body: {'port': {'device_id': '11606c02-c86d-4be7-af13-296b7061f769', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:19.945347 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-c4467ab3-c6d0-4a23-9ad4-1e34a80ff6fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:19.954325 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-7c51763f-a196-419f-8726-0de7548d9916 None None] Provisioning complete for port b79a2306-1e2f-41f0-8f14-42fe5c03e832 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:19.954824 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-7c51763f-a196-419f-8726-0de7548d9916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:19.993484 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-7c51763f-a196-419f-8726-0de7548d9916 None None] Port b79a2306-1e2f-41f0-8f14-42fe5c03e832 cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:39:20.205069 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-c4467ab3-c6d0-4a23-9ad4-1e34a80ff6fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b79a2306-1e2f-41f0-8f14-42fe5c03e832 {{(pid=102374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:20.212930 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-c4467ab3-c6d0-4a23-9ad4-1e34a80ff6fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:20.225082 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.provisioning_blocks [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-c4467ab3-c6d0-4a23-9ad4-1e34a80ff6fb service neutron] Transition to ACTIVE for port object b79a2306-1e2f-41f0-8f14-42fe5c03e832 will not be triggered until provisioned by entity L2. {{(pid=102374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:39:20.228424 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-c4467ab3-c6d0-4a23-9ad4-1e34a80ff6fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12002475'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:20.275653 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4467ab3-c6d0-4a23-9ad4-1e34a80ff6fb service neutron] Pushing event updated for resources: {'Port': ['ID=b79a2306-1e2f-41f0-8f14-42fe5c03e832,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:20.350340 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-c4467ab3-c6d0-4a23-9ad4-1e34a80ff6fb service neutron] Attempting to bind port b79a2306-1e2f-41f0-8f14-42fe5c03e832 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:39:20.350674 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-c4467ab3-c6d0-4a23-9ad4-1e34a80ff6fb service neutron] Attempting to bind port b79a2306-1e2f-41f0-8f14-42fe5c03e832 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:39:20.351032 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-c4467ab3-c6d0-4a23-9ad4-1e34a80ff6fb service neutron] Attempting to bind port b79a2306-1e2f-41f0-8f14-42fe5c03e832 on network c615d296-1c4b-42bd-b81b-913328306550 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:20.355537 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-c4467ab3-c6d0-4a23-9ad4-1e34a80ff6fb service neutron] Port b79a2306-1e2f-41f0-8f14-42fe5c03e832 on network c615d296-1c4b-42bd-b81b-913328306550 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:39:20.355863 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-c4467ab3-c6d0-4a23-9ad4-1e34a80ff6fb service neutron] Attempting to bind port b79a2306-1e2f-41f0-8f14-42fe5c03e832 on network c615d296-1c4b-42bd-b81b-913328306550 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:39:20.360695 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-c4467ab3-c6d0-4a23-9ad4-1e34a80ff6fb service neutron] Checking agent: {'id': '9aec82b9-7713-4c66-84ce-8e508cdbb5b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:39:20.361038 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-c4467ab3-c6d0-4a23-9ad4-1e34a80ff6fb service neutron] Checking segment: {'id': '4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:39:20.361421 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-c4467ab3-c6d0-4a23-9ad4-1e34a80ff6fb service neutron] Bound using segment: {'id': '4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:39:20.361844 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-c4467ab3-c6d0-4a23-9ad4-1e34a80ff6fb service neutron] Bound port: b79a2306-1e2f-41f0-8f14-42fe5c03e832, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:39:20.362196 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-c4467ab3-c6d0-4a23-9ad4-1e34a80ff6fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:20.430552 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-c4467ab3-c6d0-4a23-9ad4-1e34a80ff6fb service neutron] For port b79a2306-1e2f-41f0-8f14-42fe5c03e832, host hv-cinder-81322, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:39:20.433766 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-c4467ab3-c6d0-4a23-9ad4-1e34a80ff6fb service neutron] For port b79a2306-1e2f-41f0-8f14-42fe5c03e832, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b79a2306-1e2f-41f0-8f14-42fe5c03e832,segment=NetworkSegment(4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb),segment_id=4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:39:20.438334 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-c4467ab3-c6d0-4a23-9ad4-1e34a80ff6fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12002475'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:20.469651 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-c4467ab3-c6d0-4a23-9ad4-1e34a80ff6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:20.470269 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-c4467ab3-c6d0-4a23-9ad4-1e34a80ff6fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:20.471697 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-c4467ab3-c6d0-4a23-9ad4-1e34a80ff6fb service neutron] 10.222.0.46 "PUT /v2.0/ports/b79a2306-1e2f-41f0-8f14-42fe5c03e832 HTTP/1.1" status: 200 len: 1093 time: 0.5939934 Dec 15 13:39:20.472150 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11606c02-c86d-4be7-af13-296b7061f769', 'tag': 'b79a2306-1e2f-41f0-8f14-42fe5c03e832'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:20.474974 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00b296f-62fa-4674-acd7-e94a24901a16" -d '{"events": [{"name": "network-changed", "server_uuid": "11606c02-c86d-4be7-af13-296b7061f769", "tag": "b79a2306-1e2f-41f0-8f14-42fe5c03e832"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:20.523932 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4467ab3-c6d0-4a23-9ad4-1e34a80ff6fb service neutron] Pushing event updated for resources: {'Port': ['ID=b79a2306-1e2f-41f0-8f14-42fe5c03e832,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:20.558446 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0d3fcb-358e-4606-b9eb-c00ed7f793c9 x-openstack-request-id: req-bd0d3fcb-358e-4606-b9eb-c00ed7f793c9 {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:20.558737 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11606c02-c86d-4be7-af13-296b7061f769", "tag": "b79a2306-1e2f-41f0-8f14-42fe5c03e832", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:20.559022 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bd0d3fcb-358e-4606-b9eb-c00ed7f793c9 {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:20.559416 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11606c02-c86d-4be7-af13-296b7061f769', 'tag': 'b79a2306-1e2f-41f0-8f14-42fe5c03e832', 'status': 'completed', 'code': 200} Dec 15 13:39:20.575479 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-3f5791e3-c840-489b-99d6-d0b29d749cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:20.577274 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-3f5791e3-c840-489b-99d6-d0b29d749cc0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4cde9c0e34334ad7a7e79bfeb8963935&device_id=11606c02-c86d-4be7-af13-296b7061f769 HTTP/1.1" status: 200 len: 1096 time: 0.0499988 Dec 15 13:39:20.620389 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-72cb07e6-7a72-4a1b-887d-88174edc7ed6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b79a2306-1e2f-41f0-8f14-42fe5c03e832 HTTP/1.1" status: 200 len: 217 time: 0.0356748 Dec 15 13:39:20.670593 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-09a4d0aa-369e-4df0-af1c-413bad12bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:20.672130 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-09a4d0aa-369e-4df0-af1c-413bad12bf98 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bfb1a29-2a65-49ed-8e77-c521738f977b HTTP/1.1" status: 200 len: 849 time: 0.0445683 Dec 15 13:39:20.721120 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-e01ec94f-2ba6-4687-be10-9c214e503eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:20.723198 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-e01ec94f-2ba6-4687-be10-9c214e503eda service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c615d296-1c4b-42bd-b81b-913328306550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437579 Dec 15 13:39:20.732898 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba763371-ec31-4c5b-ba39-95e4125d90c9 req-6c55f738-0408-48b1-bc10-998a8f11d244 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:20.734355 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ba763371-ec31-4c5b-ba39-95e4125d90c9 req-6c55f738-0408-48b1-bc10-998a8f11d244 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=11606c02-c86d-4be7-af13-296b7061f769 HTTP/1.1" status: 200 len: 943 time: 0.0478005 Dec 15 13:39:20.789712 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ba763371-ec31-4c5b-ba39-95e4125d90c9 req-9171a443-4c92-4d8f-9e1a-8754ff23c67f tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=9435160b-7de9-4fb0-9363-4133a61fed52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488443 Dec 15 13:39:20.811518 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-058bc96f-44df-4ad6-8172-4169deab0161 service neutron] 10.222.0.46 "GET /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820277 Dec 15 13:39:20.902871 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c5b66e19-c858-4cde-b7ad-c51a617bab28 req-6d41331c-c9c1-4ebb-aec6-b9471ca7af5c service neutron] 10.222.0.46 "GET /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833271 Dec 15 13:39:20.989810 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b296f-62fa-4674-acd7-e94a24901a16 req-47401c2c-be4c-406b-8c7b-bb4a52309a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:20.991379 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c00b296f-62fa-4674-acd7-e94a24901a16 req-47401c2c-be4c-406b-8c7b-bb4a52309a8f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4cde9c0e34334ad7a7e79bfeb8963935&device_id=11606c02-c86d-4be7-af13-296b7061f769 HTTP/1.1" status: 200 len: 1096 time: 0.0415440 Dec 15 13:39:21.078676 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b296f-62fa-4674-acd7-e94a24901a16 req-918e219e-eaa9-4a10-9268-57a251b2600c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:21.080124 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c00b296f-62fa-4674-acd7-e94a24901a16 req-918e219e-eaa9-4a10-9268-57a251b2600c service neutron] 10.222.0.46 "GET /v2.0/networks?id=c615d296-1c4b-42bd-b81b-913328306550 HTTP/1.1" status: 200 len: 911 time: 0.0814152 Dec 15 13:39:21.123987 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c00b296f-62fa-4674-acd7-e94a24901a16 req-fe12c8b2-0958-4eae-a04d-d4c2d5a8839d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b79a2306-1e2f-41f0-8f14-42fe5c03e832 HTTP/1.1" status: 200 len: 217 time: 0.0355022 Dec 15 13:39:21.172275 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b296f-62fa-4674-acd7-e94a24901a16 req-38d8e36d-e350-451f-9d8c-9b403afcc0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:21.173771 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c00b296f-62fa-4674-acd7-e94a24901a16 req-38d8e36d-e350-451f-9d8c-9b403afcc0b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bfb1a29-2a65-49ed-8e77-c521738f977b HTTP/1.1" status: 200 len: 849 time: 0.0428214 Dec 15 13:39:21.220133 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b296f-62fa-4674-acd7-e94a24901a16 req-25955616-84e1-46ca-877b-df79de301124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:21.221627 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c00b296f-62fa-4674-acd7-e94a24901a16 req-25955616-84e1-46ca-877b-df79de301124 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c615d296-1c4b-42bd-b81b-913328306550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404031 Dec 15 13:39:21.317894 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c00b296f-62fa-4674-acd7-e94a24901a16 req-bb8219b0-269a-439d-b6db-35d43405baed service neutron] 10.222.0.46 "GET /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877962 Dec 15 13:39:21.406497 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c00b296f-62fa-4674-acd7-e94a24901a16 req-8db6482b-9a47-4fa8-8d85-84696abe4dfe service neutron] 10.222.0.46 "GET /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801654 Dec 15 13:39:21.901481 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bbe06-2326-40d8-8df1-381a517f845a req-299876d8-b302-4ae3-afb8-c36b723055ea tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:21.902928 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-514bbe06-2326-40d8-8df1-381a517f845a req-299876d8-b302-4ae3-afb8-c36b723055ea tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=11606c02-c86d-4be7-af13-296b7061f769 HTTP/1.1" status: 200 len: 943 time: 0.0469038 Dec 15 13:39:21.948630 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-514bbe06-2326-40d8-8df1-381a517f845a req-684a5228-09fd-45bb-949e-21b99ef86bdf tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=9435160b-7de9-4fb0-9363-4133a61fed52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398147 Dec 15 13:39:23.059668 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bad7f9-ab95-4947-be65-66befbdfa8fe req-932a99d4-1ced-4965-8644-a08e7695bf3c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:23.061140 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f0bad7f9-ab95-4947-be65-66befbdfa8fe req-932a99d4-1ced-4965-8644-a08e7695bf3c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=11606c02-c86d-4be7-af13-296b7061f769 HTTP/1.1" status: 200 len: 943 time: 0.0472591 Dec 15 13:39:23.107076 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f0bad7f9-ab95-4947-be65-66befbdfa8fe req-a6272368-d2bc-49f5-bc4e-6ad455035d70 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=9435160b-7de9-4fb0-9363-4133a61fed52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400772 Dec 15 13:39:24.222307 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fee40-fac5-43ea-acaf-36306c2fb8ba req-524a9a5c-0eeb-4918-81d3-2b133df045ed tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:24.223763 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-df0fee40-fac5-43ea-acaf-36306c2fb8ba req-524a9a5c-0eeb-4918-81d3-2b133df045ed tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=11606c02-c86d-4be7-af13-296b7061f769 HTTP/1.1" status: 200 len: 943 time: 0.0506761 Dec 15 13:39:24.268808 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-df0fee40-fac5-43ea-acaf-36306c2fb8ba req-8e398e5e-f255-4bb2-a1cb-9291ff960740 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=9435160b-7de9-4fb0-9363-4133a61fed52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393043 Dec 15 13:39:24.278898 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device b79a2306-1e2f-41f0-8f14-42fe5c03e832 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:39:24.372561 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port b79a2306-1e2f-41f0-8f14-42fe5c03e832, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b79a2306-1e2f-41f0-8f14-42fe5c03e832,segment=NetworkSegment(4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb),segment_id=4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:24.383914 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': 'b79a2306-1e2f-41f0-8f14-42fe5c03e832', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'port_id': 'b79a2306-1e2f-41f0-8f14-42fe5c03e832', 'mac_address': 'fa:16:3e:4a:6e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:39:24.419282 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:24.431763 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b79a2306-1e2f-41f0-8f14-42fe5c03e832 {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:39:24.455227 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port b79a2306-1e2f-41f0-8f14-42fe5c03e832, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b79a2306-1e2f-41f0-8f14-42fe5c03e832,segment=NetworkSegment(4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb),segment_id=4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:24.459002 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:24.507994 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=b79a2306-1e2f-41f0-8f14-42fe5c03e832,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:24.515440 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:24.515789 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:24.516130 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:24.516460 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:24.516785 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:24.517107 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:24.517430 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:24.517751 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:24.518205 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:24.518684 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:24.518954 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:24.520327 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:24.520654 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:39:24.801176 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['b79a2306-1e2f-41f0-8f14-42fe5c03e832'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:39:24.899175 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:39:25.381962 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34438c5f-1d03-434f-9993-ee5c992d0177 req-f4403d46-1893-4bcf-a4a2-56f0e71dd9f8 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:25.383431 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-34438c5f-1d03-434f-9993-ee5c992d0177 req-f4403d46-1893-4bcf-a4a2-56f0e71dd9f8 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=11606c02-c86d-4be7-af13-296b7061f769 HTTP/1.1" status: 200 len: 944 time: 0.0470333 Dec 15 13:39:25.431525 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-34438c5f-1d03-434f-9993-ee5c992d0177 req-1fdb7c4c-daba-492a-afa3-3e3353373a40 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=9435160b-7de9-4fb0-9363-4133a61fed52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421259 Dec 15 13:39:26.294401 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device b79a2306-1e2f-41f0-8f14-42fe5c03e832 up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:39:26.342204 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning for port b79a2306-1e2f-41f0-8f14-42fe5c03e832 completed by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:39:26.345723 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port b79a2306-1e2f-41f0-8f14-42fe5c03e832 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:39:26.346089 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:26.420734 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:26.443602 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11606c02-c86d-4be7-af13-296b7061f769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79a2306-1e2f-41f0-8f14-42fe5c03e832'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:26.445932 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3123a738-a338-4ea1-8a9d-c1e2c30f1da8" -d '{"events": [{"server_uuid": "11606c02-c86d-4be7-af13-296b7061f769", "name": "network-vif-plugged", "status": "completed", "tag": "b79a2306-1e2f-41f0-8f14-42fe5c03e832"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:26.463706 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port b79a2306-1e2f-41f0-8f14-42fe5c03e832, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b79a2306-1e2f-41f0-8f14-42fe5c03e832,segment=NetworkSegment(4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb),segment_id=4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:39:26.468239 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:26.491109 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b0e02d-f57d-4674-82d8-33f4dd6bbbb7 x-openstack-request-id: req-d9b0e02d-f57d-4674-82d8-33f4dd6bbbb7 {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:26.491409 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11606c02-c86d-4be7-af13-296b7061f769", "name": "network-vif-plugged", "status": "completed", "tag": "b79a2306-1e2f-41f0-8f14-42fe5c03e832", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:26.491668 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9b0e02d-f57d-4674-82d8-33f4dd6bbbb7 {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:26.492062 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11606c02-c86d-4be7-af13-296b7061f769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79a2306-1e2f-41f0-8f14-42fe5c03e832', 'code': 200} Dec 15 13:39:26.522437 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=b79a2306-1e2f-41f0-8f14-42fe5c03e832,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:26.554706 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f94223-aea1-46c4-b4d2-f5cf87d6b23e req-a0c7b620-6319-4de1-9a76-33d30e9fecd6 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:26.556224 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-93f94223-aea1-46c4-b4d2-f5cf87d6b23e req-a0c7b620-6319-4de1-9a76-33d30e9fecd6 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=11606c02-c86d-4be7-af13-296b7061f769 HTTP/1.1" status: 200 len: 945 time: 0.0531361 Dec 15 13:39:26.604102 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-93f94223-aea1-46c4-b4d2-f5cf87d6b23e req-6d871ee2-a540-4f66-8ac7-f42253faefbe tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=9435160b-7de9-4fb0-9363-4133a61fed52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418875 Dec 15 13:39:26.669918 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f588f-5b9e-4e74-9531-1ca31c9b71f5 req-8dada6d0-575e-497d-aac6-baa89907ec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:26.671459 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2a7f588f-5b9e-4e74-9531-1ca31c9b71f5 req-8dada6d0-575e-497d-aac6-baa89907ec24 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=11606c02-c86d-4be7-af13-296b7061f769 HTTP/1.1" status: 200 len: 1098 time: 0.0448956 Dec 15 13:39:26.719058 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-2a7f588f-5b9e-4e74-9531-1ca31c9b71f5 req-4c413070-2e0c-4b42-868a-6dca122881a0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9435160b-7de9-4fb0-9363-4133a61fed52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365818 Dec 15 13:39:27.717131 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746a74e-ddc6-419d-bbf3-c25676c1e03e req-e374b2e4-5c0c-46ed-9296-06878cef4efc tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:27.718597 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a746a74e-ddc6-419d-bbf3-c25676c1e03e req-e374b2e4-5c0c-46ed-9296-06878cef4efc tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=11606c02-c86d-4be7-af13-296b7061f769 HTTP/1.1" status: 200 len: 945 time: 0.0485389 Dec 15 13:39:27.765064 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a746a74e-ddc6-419d-bbf3-c25676c1e03e req-77170bfb-b073-45eb-a5c9-7815b8548926 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=9435160b-7de9-4fb0-9363-4133a61fed52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398707 Dec 15 13:39:28.880004 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df050ee-d8ca-42b0-ae7e-e61f79daa3a0 req-e528ffa5-3983-4651-8d2a-bb8470491fd1 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:28.881443 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0df050ee-d8ca-42b0-ae7e-e61f79daa3a0 req-e528ffa5-3983-4651-8d2a-bb8470491fd1 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=11606c02-c86d-4be7-af13-296b7061f769 HTTP/1.1" status: 200 len: 945 time: 0.0469589 Dec 15 13:39:28.930594 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0df050ee-d8ca-42b0-ae7e-e61f79daa3a0 req-8bbe0cf7-4621-4bbd-a4d5-6ef32fbda158 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=9435160b-7de9-4fb0-9363-4133a61fed52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432773 Dec 15 13:39:29.048657 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad366d-28d6-4b25-944c-c522aedc686c req-5fd19e2e-1008-492d-a3ff-0ede9e32294f tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:29.050104 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-37ad366d-28d6-4b25-944c-c522aedc686c req-5fd19e2e-1008-492d-a3ff-0ede9e32294f tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=11606c02-c86d-4be7-af13-296b7061f769 HTTP/1.1" status: 200 len: 945 time: 0.0480905 Dec 15 13:39:29.058682 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 60474) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:29.062960 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-3ceceaf2-ea84-4dc5-b04f-7f00d166d1da tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Request body: {'floatingip': {'port_id': 'b79a2306-1e2f-41f0-8f14-42fe5c03e832'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:39:29.102690 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3ceceaf2-ea84-4dc5-b04f-7f00d166d1da tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for floatingip, before_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.140321 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 60478) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:29.184134 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd8ccdb-176f-4ce1-ab3f-1f61b35ebb94 admin admin] Deleting subnet 7c24da58-f619-4f84-808a-46c10f69fa74 {{(pid=102374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:39:29.187168 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-abd8ccdb-176f-4ce1-ab3f-1f61b35ebb94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.223324 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-abd8ccdb-176f-4ce1-ab3f-1f61b35ebb94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8504414'] for subnet, precommit_delete_associations {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.262826 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-abd8ccdb-176f-4ce1-ab3f-1f61b35ebb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1679046'] for subnet, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.319748 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-abd8ccdb-176f-4ce1-ab3f-1f61b35ebb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1679053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12002533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8528305'] for subnet, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.347878 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-abd8ccdb-176f-4ce1-ab3f-1f61b35ebb94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.351460 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-abd8ccdb-176f-4ce1-ab3f-1f61b35ebb94 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7c24da58-f619-4f84-808a-46c10f69fa74 HTTP/1.1" status: 204 len: 168 time: 0.2100451 Dec 15 13:39:29.352455 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8ccdb-176f-4ce1-ab3f-1f61b35ebb94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c24da58-f619-4f84-808a-46c10f69fa74,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:29.354909 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 60482) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:29.421861 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-80b66a8c-831a-48df-858f-4577c05083c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645032'] for network, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.504022 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-80b66a8c-831a-48df-858f-4577c05083c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1673553', 'neutron.services.segments.db._delete_segments_for_network-8790303350658'] for network, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.524072 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3ceceaf2-ea84-4dc5-b04f-7f00d166d1da tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.524303 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.services.segments.db [None req-80b66a8c-831a-48df-858f-4577c05083c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0']}} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:29.529296 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3ceceaf2-ea84-4dc5-b04f-7f00d166d1da tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529426'] for floatingip, after_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.534291 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.services.segments.db [None req-80b66a8c-831a-48df-858f-4577c05083c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e0a6565-f608-4f93-bb1f-c9f7b836b7c6') {'for_net_delete': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:29.534584 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.services.segments.db [None req-80b66a8c-831a-48df-858f-4577c05083c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e0a6565-f608-4f93-bb1f-c9f7b836b7c6') {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:29.543999 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-80b66a8c-831a-48df-858f-4577c05083c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790303353739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8504485'] for segment, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.556758 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-80b66a8c-831a-48df-858f-4577c05083c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.562687 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b66a8c-831a-48df-858f-4577c05083c6 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:39:29.563126 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-80b66a8c-831a-48df-858f-4577c05083c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12002447'] for segment, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: Traceback (most recent call last): Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: timer() Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: cb(*args, **kw) Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: return func(*args, **kwargs) Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: self._notify() Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: self.callback(batched_events) Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: event.method(event) Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: return f(self, *a, **k) Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: return self._get(url).json() Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: return self.request(url, 'GET', **kwargs) Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:39:29.564838 dv-cinder-813227-4-iscsi neutron-server[102374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:39:29.619054 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-80b66a8c-831a-48df-858f-4577c05083c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529408'] for network, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.626568 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-80b66a8c-831a-48df-858f-4577c05083c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.631365 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-80b66a8c-831a-48df-858f-4577c05083c6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0 HTTP/1.1" status: 204 len: 168 time: 0.2754750 Dec 15 13:39:29.646091 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b66a8c-831a-48df-858f-4577c05083c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6a3f70f-5a71-4bc1-9b46-d5eeb134e3f0,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:29.799675 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 60486) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:29.839329 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-ad17e6a5-a3a8-433b-955f-a58cdf3605c6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b8066a245289451b8a7cc12d4311b412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384521 Dec 15 13:39:29.839566 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.db.l3_db [None req-3ceceaf2-ea84-4dc5-b04f-7f00d166d1da tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Floating IP 98243768-8e67-4505-8de9-262b2cf8ca3f associated. External IP: 172.27.2.203, port: b79a2306-1e2f-41f0-8f14-42fe5c03e832. Dec 15 13:39:29.841847 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 60488) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:39:29.888226 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d2703c66-8d4b-4124-8685-2842e8252d11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.908928 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d2703c66-8d4b-4124-8685-2842e8252d11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.955359 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d2703c66-8d4b-4124-8685-2842e8252d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.957966 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d2703c66-8d4b-4124-8685-2842e8252d11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:29.959362 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-d2703c66-8d4b-4124-8685-2842e8252d11 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ccae11f-cf0e-4c60-9c41-7f8407bc7f00 HTTP/1.1" status: 204 len: 168 time: 0.1165192 Dec 15 13:39:29.967295 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2703c66-8d4b-4124-8685-2842e8252d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccae11f-cf0e-4c60-9c41-7f8407bc7f00,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:39:30.047380 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ceceaf2-ea84-4dc5-b04f-7f00d166d1da tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Router 450d314a-17ce-47e6-a890-cd4585cc6ed7 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:39:30.164509 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ceceaf2-ea84-4dc5-b04f-7f00d166d1da tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:39:30.169756 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3ceceaf2-ea84-4dc5-b04f-7f00d166d1da tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for floatingip, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:30.176491 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271f8017-efc6-4b2b-8f1e-51d5ba878789 None None] Sync routers for ids ['450d314a-17ce-47e6-a890-cd4585cc6ed7'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:39:30.189561 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271f8017-efc6-4b2b-8f1e-51d5ba878789 None None] Routers {'450d314a-17ce-47e6-a890-cd4585cc6ed7'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:30.190226 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-271f8017-efc6-4b2b-8f1e-51d5ba878789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:39:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['450d314a-17ce-47e6-a890-cd4585cc6ed7'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:30.203659 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-3ceceaf2-ea84-4dc5-b04f-7f00d166d1da tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "PUT /v2.0/floatingips/98243768-8e67-4505-8de9-262b2cf8ca3f HTTP/1.1" status: 200 len: 991 time: 1.1409779 Dec 15 13:39:30.203659 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11606c02-c86d-4be7-af13-296b7061f769', 'tag': 'b79a2306-1e2f-41f0-8f14-42fe5c03e832'}] {{(pid=102375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:39:30.204403 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71b9fb3f465478ec81e2ba98b454169580960ac631f62dad39edafcc790f624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484245e6-538d-4295-95e3-4482acb30124" -d '{"events": [{"name": "network-changed", "server_uuid": "11606c02-c86d-4be7-af13-296b7061f769", "tag": "b79a2306-1e2f-41f0-8f14-42fe5c03e832"}]}' {{(pid=102375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:39:30.256445 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457705f8-b0ff-40bd-8465-bc221b9ddf79 x-openstack-request-id: req-457705f8-b0ff-40bd-8465-bc221b9ddf79 {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:39:30.257012 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11606c02-c86d-4be7-af13-296b7061f769", "tag": "b79a2306-1e2f-41f0-8f14-42fe5c03e832", "status": "completed", "code": 200}]} {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:39:30.257364 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-457705f8-b0ff-40bd-8465-bc221b9ddf79 {{(pid=102375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:39:30.257866 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11606c02-c86d-4be7-af13-296b7061f769', 'tag': 'b79a2306-1e2f-41f0-8f14-42fe5c03e832', 'status': 'completed', 'code': 200} Dec 15 13:39:30.328403 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484245e6-538d-4295-95e3-4482acb30124 req-4cd11534-bdc6-4d0e-a1bf-ab277b764fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:30.329932 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-484245e6-538d-4295-95e3-4482acb30124 req-4cd11534-bdc6-4d0e-a1bf-ab277b764fc2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4cde9c0e34334ad7a7e79bfeb8963935&device_id=11606c02-c86d-4be7-af13-296b7061f769 HTTP/1.1" status: 200 len: 1098 time: 0.0418892 Dec 15 13:39:30.338100 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-271f8017-efc6-4b2b-8f1e-51d5ba878789 None None] Set router 450d314a-17ce-47e6-a890-cd4585cc6ed7 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:30.424420 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484245e6-538d-4295-95e3-4482acb30124 req-93aba89b-8b90-4df6-99df-36b4917a989b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:30.425862 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-484245e6-538d-4295-95e3-4482acb30124 req-93aba89b-8b90-4df6-99df-36b4917a989b service neutron] 10.222.0.46 "GET /v2.0/networks?id=c615d296-1c4b-42bd-b81b-913328306550 HTTP/1.1" status: 200 len: 911 time: 0.0872583 Dec 15 13:39:30.492922 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-484245e6-538d-4295-95e3-4482acb30124 req-68a25c89-02bf-4039-875b-a32ec2365b03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b79a2306-1e2f-41f0-8f14-42fe5c03e832 HTTP/1.1" status: 200 len: 999 time: 0.0583522 Dec 15 13:39:30.562818 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-271f8017-efc6-4b2b-8f1e-51d5ba878789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'name': 'tempest-AttachVolumeTestJSON-809202730-router', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:09Z', 'revision_number': 4, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'gw_port': {'id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:02Z', 'updated_at': '2021-12-15T13:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': '98243768-8e67-4505-8de9-262b2cf8ca3f', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'port_id': 'b79a2306-1e2f-41f0-8f14-42fe5c03e832', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'mac_address': 'fa:16:3e:4a:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11606c02-c86d-4be7-af13-296b7061f769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:39:15Z', 'updated_at': '2021-12-15T13:39:29Z', 'revision_number': 1, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16a0a7b-8e9e-4deb-a717-c95302fca6a0', 'name': '', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'mac_address': 'fa:16:3e:c8:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:07Z', 'updated_at': '2021-12-15T13:31:19Z', 'revision_number': 5, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'subnets': [{'id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:30.590181 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271f8017-efc6-4b2b-8f1e-51d5ba878789 None None] Checking router: 450d314a-17ce-47e6-a890-cd4585cc6ed7 for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:39:30.599113 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271f8017-efc6-4b2b-8f1e-51d5ba878789 None None] Routers {'450d314a-17ce-47e6-a890-cd4585cc6ed7'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:39:30.599855 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-271f8017-efc6-4b2b-8f1e-51d5ba878789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:39:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['450d314a-17ce-47e6-a890-cd4585cc6ed7'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:30.709195 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-271f8017-efc6-4b2b-8f1e-51d5ba878789 None None] Set router 450d314a-17ce-47e6-a890-cd4585cc6ed7 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:39:30.779451 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484245e6-538d-4295-95e3-4482acb30124 req-a3e26a08-9b2e-4d26-b068-2f36dc187c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:30.780951 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-484245e6-538d-4295-95e3-4482acb30124 req-a3e26a08-9b2e-4d26-b068-2f36dc187c0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bfb1a29-2a65-49ed-8e77-c521738f977b HTTP/1.1" status: 200 len: 849 time: 0.2804279 Dec 15 13:39:30.829861 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484245e6-538d-4295-95e3-4482acb30124 req-0597c71a-ff6a-40fb-a00b-e48a58efb8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:39:30.831300 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-484245e6-538d-4295-95e3-4482acb30124 req-0597c71a-ff6a-40fb-a00b-e48a58efb8b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c615d296-1c4b-42bd-b81b-913328306550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422437 Dec 15 13:39:30.924717 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-484245e6-538d-4295-95e3-4482acb30124 req-f52cd506-289a-4f09-855d-d6e036d729be service neutron] 10.222.0.46 "GET /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850551 Dec 15 13:39:31.022100 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-484245e6-538d-4295-95e3-4482acb30124 req-b8469d30-09d3-4914-a7bd-cf2f0d2e88d6 service neutron] 10.222.0.46 "GET /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911198 Dec 15 13:39:31.060156 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-271f8017-efc6-4b2b-8f1e-51d5ba878789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'name': 'tempest-AttachVolumeTestJSON-809202730-router', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:09Z', 'revision_number': 4, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'gw_port': {'id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:02Z', 'updated_at': '2021-12-15T13:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': '98243768-8e67-4505-8de9-262b2cf8ca3f', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'port_id': 'b79a2306-1e2f-41f0-8f14-42fe5c03e832', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'mac_address': 'fa:16:3e:4a:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11606c02-c86d-4be7-af13-296b7061f769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:39:15Z', 'updated_at': '2021-12-15T13:39:29Z', 'revision_number': 1, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16a0a7b-8e9e-4deb-a717-c95302fca6a0', 'name': '', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'mac_address': 'fa:16:3e:c8:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:07Z', 'updated_at': '2021-12-15T13:31:19Z', 'revision_number': 5, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'subnets': [{'id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:39:31.089647 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271f8017-efc6-4b2b-8f1e-51d5ba878789 None None] The sync data for ids ['450d314a-17ce-47e6-a890-cd4585cc6ed7'] in dv-cinder-813227-4-iscsi is: [{'id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'name': 'tempest-AttachVolumeTestJSON-809202730-router', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:09Z', 'revision_number': 4, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'gw_port': {'id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:02Z', 'updated_at': '2021-12-15T13:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': '98243768-8e67-4505-8de9-262b2cf8ca3f', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'port_id': 'b79a2306-1e2f-41f0-8f14-42fe5c03e832', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'mac_address': 'fa:16:3e:4a:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11606c02-c86d-4be7-af13-296b7061f769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:39:15Z', 'updated_at': '2021-12-15T13:39:29Z', 'revision_number': 1, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16a0a7b-8e9e-4deb-a717-c95302fca6a0', 'name': '', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'mac_address': 'fa:16:3e:c8:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:07Z', 'updated_at': '2021-12-15T13:31:19Z', 'revision_number': 5, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'subnets': [{'id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:39:31.264616 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14210460-f53f-4d18-922b-898171ec8079 None None] New status for floating IP 98243768-8e67-4505-8de9-262b2cf8ca3f: ACTIVE {{(pid=102377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:39:39.084433 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:43.450938 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-02ffe3e8-7eb7-4c5c-b30d-442db04f3066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:45.811799 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-558df8b9-8c2a-47dc-8b79-9a6d10602714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:46.915912 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:48.525825 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:39:49.436143 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:01.899570 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:40:09.101734 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:13.452810 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-a69cf0f5-548c-44ab-93b2-417b5043bc3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:13.666587 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e17b66d5-25c1-4036-b066-8ee4b1d74b90 req-7e86b99b-ad3b-4c26-b1c5-c8648d4a51cd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409784 Dec 15 13:40:13.731421 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b66d5-25c1-4036-b066-8ee4b1d74b90 req-533bdd69-daf3-4793-b46e-22252696644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:13.732878 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e17b66d5-25c1-4036-b066-8ee4b1d74b90 req-533bdd69-daf3-4793-b46e-22252696644f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb0ac6d4548e486492887beb2e915bdb&device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 1098 time: 0.0394967 Dec 15 13:40:13.836603 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b66d5-25c1-4036-b066-8ee4b1d74b90 req-e5950069-87d9-4583-ae27-bb2c16aefaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:13.838087 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e17b66d5-25c1-4036-b066-8ee4b1d74b90 req-e5950069-87d9-4583-ae27-bb2c16aefaf7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f00df9de-2b8a-4b7a-a223-8114d9b06d65 HTTP/1.1" status: 200 len: 909 time: 0.0854926 Dec 15 13:40:13.906350 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e17b66d5-25c1-4036-b066-8ee4b1d74b90 req-f512797e-311b-4480-9d7a-cbccbcd5e5b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f HTTP/1.1" status: 200 len: 1000 time: 0.0582283 Dec 15 13:40:13.958280 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b66d5-25c1-4036-b066-8ee4b1d74b90 req-669b4574-abb5-46fe-bba6-dff73967c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:13.960844 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e17b66d5-25c1-4036-b066-8ee4b1d74b90 req-669b4574-abb5-46fe-bba6-dff73967c7f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8e90077-f423-490e-bfd1-336a171cdb98 HTTP/1.1" status: 200 len: 847 time: 0.0476296 Dec 15 13:40:14.006296 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b66d5-25c1-4036-b066-8ee4b1d74b90 req-80cbf86f-db91-4701-a517-8b4f9e40a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:14.007836 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e17b66d5-25c1-4036-b066-8ee4b1d74b90 req-80cbf86f-db91-4701-a517-8b4f9e40a54b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f00df9de-2b8a-4b7a-a223-8114d9b06d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401218 Dec 15 13:40:14.096621 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e17b66d5-25c1-4036-b066-8ee4b1d74b90 req-a6fd45f2-39f7-4bdd-a83f-ebec2ae5e13a service neutron] 10.222.0.46 "GET /v2.0/networks/f00df9de-2b8a-4b7a-a223-8114d9b06d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805445 Dec 15 13:40:14.187359 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e17b66d5-25c1-4036-b066-8ee4b1d74b90 req-f824b3c8-f25a-466c-aefd-9bb152698ffe service neutron] 10.222.0.46 "GET /v2.0/networks/f00df9de-2b8a-4b7a-a223-8114d9b06d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835001 Dec 15 13:40:15.811639 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-ee7f83f1-bc31-4577-b590-d35fb0e34afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:15.978171 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf97a48-7dba-44dc-a640-6e988d1cf899 req-ec72d079-deb9-4527-86dd-fd9e5a485557 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:15.979853 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6bf97a48-7dba-44dc-a640-6e988d1cf899 req-ec72d079-deb9-4527-86dd-fd9e5a485557 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 945 time: 0.0546112 Dec 15 13:40:16.029755 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6bf97a48-7dba-44dc-a640-6e988d1cf899 req-86f44f3d-daf8-43fb-902e-b6bd806745a5 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439448 Dec 15 13:40:16.918716 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:17.142152 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023d4be-8ab5-4e95-abfb-1979daac79be req-c12d76d1-927a-4e90-9406-b247ed4510e5 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:17.143624 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8023d4be-8ab5-4e95-abfb-1979daac79be req-c12d76d1-927a-4e90-9406-b247ed4510e5 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 945 time: 0.0474207 Dec 15 13:40:17.203183 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8023d4be-8ab5-4e95-abfb-1979daac79be req-fb11909b-75d8-4a77-a43b-c3d40a7e34e1 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531187 Dec 15 13:40:17.790522 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f94b10-04b7-4fbe-a512-e40d417c6a57 req-4cce6472-8fbe-4d25-ac0b-9be3850f806b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:17.791990 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f3f94b10-04b7-4fbe-a512-e40d417c6a57 req-4cce6472-8fbe-4d25-ac0b-9be3850f806b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0479085 Dec 15 13:40:17.838741 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f3f94b10-04b7-4fbe-a512-e40d417c6a57 req-261f5799-50b6-4b41-b762-ad8dbc6f203f tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408769 Dec 15 13:40:18.316580 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1c714-21e2-452b-836d-4feaf6451528 req-54c7d05a-219a-4e2b-8f03-1ab0169fcfcb tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:18.318023 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6ef1c714-21e2-452b-836d-4feaf6451528 req-54c7d05a-219a-4e2b-8f03-1ab0169fcfcb tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 945 time: 0.0475390 Dec 15 13:40:18.367125 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-6ef1c714-21e2-452b-836d-4feaf6451528 req-c2404f39-113c-4ae7-b2c1-f54b7262681f tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421493 Dec 15 13:40:18.529479 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:18.960798 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d70a19-3218-416a-bb22-367035ad7aac req-0a86e37b-dae6-4631-ada8-14259ee775d3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:18.962236 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-26d70a19-3218-416a-bb22-367035ad7aac req-0a86e37b-dae6-4631-ada8-14259ee775d3 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0512099 Dec 15 13:40:19.010735 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-26d70a19-3218-416a-bb22-367035ad7aac req-37166a6f-8d7a-4e7b-b35d-ce74bdd4c619 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426469 Dec 15 13:40:19.439637 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:19.483709 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691132e-aa15-4eff-a3c5-1835b1085a72 req-c2611796-fab9-4c06-80e0-bf97e4f75a0d tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:19.485166 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0691132e-aa15-4eff-a3c5-1835b1085a72 req-c2611796-fab9-4c06-80e0-bf97e4f75a0d tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 945 time: 0.0517254 Dec 15 13:40:19.533854 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0691132e-aa15-4eff-a3c5-1835b1085a72 req-4f636556-3f70-444c-be0f-0cd800e78916 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426908 Dec 15 13:40:20.130280 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbeec40-ac4c-4a66-a815-67eae7072cfb req-74434e2c-eb5f-4be0-8f32-9e124bb02c67 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:20.131764 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-dcbeec40-ac4c-4a66-a815-67eae7072cfb req-74434e2c-eb5f-4be0-8f32-9e124bb02c67 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0469975 Dec 15 13:40:20.181080 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-dcbeec40-ac4c-4a66-a815-67eae7072cfb req-640fee01-1a54-4bc5-8322-75f637255dbe tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429459 Dec 15 13:40:20.645033 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adeae7-91cd-4ba2-9403-0d75080541e4 req-bbd71f0e-d8f7-4666-81ab-54a1920ac9f0 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:20.646389 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-61adeae7-91cd-4ba2-9403-0d75080541e4 req-bbd71f0e-d8f7-4666-81ab-54a1920ac9f0 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 945 time: 0.0476146 Dec 15 13:40:20.695214 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-61adeae7-91cd-4ba2-9403-0d75080541e4 req-97ab9a04-b33b-4b4e-848c-cad3230bb91b tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424929 Dec 15 13:40:21.311559 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7f69b-46da-4456-a20a-0e8dd45f71f3 req-a6635382-c812-419d-a7fe-90f749a5fc31 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:21.313002 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-54a7f69b-46da-4456-a20a-0e8dd45f71f3 req-a6635382-c812-419d-a7fe-90f749a5fc31 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0475256 Dec 15 13:40:21.358125 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-54a7f69b-46da-4456-a20a-0e8dd45f71f3 req-1ffd5e00-08ff-4ce8-9913-cdcbe56d3db5 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394943 Dec 15 13:40:21.816880 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e1ba7-09b0-4fc6-b1da-b1dd74fd0f3c req-e9d99de4-0dca-4cf4-a929-b2a66a543b33 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:21.818244 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-188e1ba7-09b0-4fc6-b1da-b1dd74fd0f3c req-e9d99de4-0dca-4cf4-a929-b2a66a543b33 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 945 time: 0.0507386 Dec 15 13:40:21.867432 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-188e1ba7-09b0-4fc6-b1da-b1dd74fd0f3c req-5c23e986-6bda-41e6-b904-73928a5e89f6 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422022 Dec 15 13:40:22.481116 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7da323-209f-44ea-a063-0136f2abed27 req-d1ef597f-070e-435c-91b2-44eb484acd98 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:22.482601 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5f7da323-209f-44ea-a063-0136f2abed27 req-d1ef597f-070e-435c-91b2-44eb484acd98 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0499101 Dec 15 13:40:22.529888 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5f7da323-209f-44ea-a063-0136f2abed27 req-b43792ab-646b-47f0-9adf-95ab6923e4a1 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413909 Dec 15 13:40:22.982634 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f70f2-65f8-4aed-92c4-89d01e4733e5 req-4098e090-dd16-465b-a1f0-99e4ead10c17 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:22.984095 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-258f70f2-65f8-4aed-92c4-89d01e4733e5 req-4098e090-dd16-465b-a1f0-99e4ead10c17 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 945 time: 0.0522401 Dec 15 13:40:23.033558 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-258f70f2-65f8-4aed-92c4-89d01e4733e5 req-645f5081-f420-4cec-8105-b2002fbb18c9 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434983 Dec 15 13:40:23.652177 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dda71-4d1f-4110-8292-97804068941f req-f3c3ef96-6cc3-463a-a12b-8918ed612672 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:23.653659 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f73dda71-4d1f-4110-8292-97804068941f req-f3c3ef96-6cc3-463a-a12b-8918ed612672 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0482857 Dec 15 13:40:23.701423 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f73dda71-4d1f-4110-8292-97804068941f req-05df2429-e43f-4780-8f2e-9312bbffbcf9 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419126 Dec 15 13:40:24.151825 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc72c03-5a19-41bf-ab31-d82dcf7ae341 req-d21b8ac3-eb06-4de9-b38a-faf9bdc374d2 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:24.153257 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2dc72c03-5a19-41bf-ab31-d82dcf7ae341 req-d21b8ac3-eb06-4de9-b38a-faf9bdc374d2 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 945 time: 0.0469511 Dec 15 13:40:24.203131 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2dc72c03-5a19-41bf-ab31-d82dcf7ae341 req-24349406-d015-4269-a302-dd96662169b3 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441689 Dec 15 13:40:24.824039 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038ce6e-c70b-447b-8547-2e1ff0f11ca7 req-bf35019b-8ace-47e4-8bad-8ca3bce25cd6 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:24.825750 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0038ce6e-c70b-447b-8547-2e1ff0f11ca7 req-bf35019b-8ace-47e4-8bad-8ca3bce25cd6 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0480318 Dec 15 13:40:24.872517 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0038ce6e-c70b-447b-8547-2e1ff0f11ca7 req-87e44b3f-ce60-4b33-94a7-8835aa2e364f tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407660 Dec 15 13:40:25.322377 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245bf40-4a6d-4664-aefb-8af876996d43 req-4f0c171e-9fef-45e7-93c8-69fc6ea112d7 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:25.323846 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3245bf40-4a6d-4664-aefb-8af876996d43 req-4f0c171e-9fef-45e7-93c8-69fc6ea112d7 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 945 time: 0.0476291 Dec 15 13:40:25.371674 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3245bf40-4a6d-4664-aefb-8af876996d43 req-5f1abc08-c456-4245-93ca-5cbc26719afa tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421724 Dec 15 13:40:25.999405 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf936f2b-3902-4317-9fb5-93ddbb49c6a3 req-367ee2e4-4f27-4656-9b24-f57f4d38f441 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:26.000873 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cf936f2b-3902-4317-9fb5-93ddbb49c6a3 req-367ee2e4-4f27-4656-9b24-f57f4d38f441 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0577829 Dec 15 13:40:26.055951 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cf936f2b-3902-4317-9fb5-93ddbb49c6a3 req-0dd18d4a-d992-4f4b-ad27-95d623c37f71 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490801 Dec 15 13:40:26.112624 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6489fe8-5ecd-4a0a-9bcf-f07f7000b503 req-1aaf1f87-1828-4d58-8cff-c26298998f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:26.113402 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e6489fe8-5ecd-4a0a-9bcf-f07f7000b503 req-1aaf1f87-1828-4d58-8cff-c26298998f6b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb0ac6d4548e486492887beb2e915bdb&device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 1098 time: 0.0429394 Dec 15 13:40:26.208093 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6489fe8-5ecd-4a0a-9bcf-f07f7000b503 req-36a5e237-9dbd-4e86-b352-d745b0fa311c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:26.209575 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e6489fe8-5ecd-4a0a-9bcf-f07f7000b503 req-36a5e237-9dbd-4e86-b352-d745b0fa311c service neutron] 10.222.0.46 "GET /v2.0/networks?id=f00df9de-2b8a-4b7a-a223-8114d9b06d65 HTTP/1.1" status: 200 len: 909 time: 0.0879440 Dec 15 13:40:26.277444 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e6489fe8-5ecd-4a0a-9bcf-f07f7000b503 req-2e30e3a1-5890-4011-856d-55fbbb86c8ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f HTTP/1.1" status: 200 len: 1000 time: 0.0605490 Dec 15 13:40:26.325230 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6489fe8-5ecd-4a0a-9bcf-f07f7000b503 req-4aa35de3-6ad3-4976-b68a-957e9471e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:26.326642 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e6489fe8-5ecd-4a0a-9bcf-f07f7000b503 req-4aa35de3-6ad3-4976-b68a-957e9471e83f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8e90077-f423-490e-bfd1-336a171cdb98 HTTP/1.1" status: 200 len: 847 time: 0.0425580 Dec 15 13:40:26.374232 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6489fe8-5ecd-4a0a-9bcf-f07f7000b503 req-b12e7010-8028-4598-823c-5f6108ffeb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:26.375719 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e6489fe8-5ecd-4a0a-9bcf-f07f7000b503 req-b12e7010-8028-4598-823c-5f6108ffeb24 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f00df9de-2b8a-4b7a-a223-8114d9b06d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423841 Dec 15 13:40:26.466735 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e6489fe8-5ecd-4a0a-9bcf-f07f7000b503 req-a894d6ba-0e61-4d76-9739-ac53096c809a service neutron] 10.222.0.46 "GET /v2.0/networks/f00df9de-2b8a-4b7a-a223-8114d9b06d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827663 Dec 15 13:40:26.492702 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae28f3-3f57-46eb-a3ef-b64898da75a4 req-6aa5773c-9ccd-4729-8b96-c0f62f990637 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:26.494331 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b1ae28f3-3f57-46eb-a3ef-b64898da75a4 req-6aa5773c-9ccd-4729-8b96-c0f62f990637 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 945 time: 0.0535710 Dec 15 13:40:26.544632 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b1ae28f3-3f57-46eb-a3ef-b64898da75a4 req-378159bc-8977-4987-9f1e-f5b4149b9478 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438392 Dec 15 13:40:26.562165 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-e6489fe8-5ecd-4a0a-9bcf-f07f7000b503 req-b60d52a8-856a-4236-9e78-b00ee81b4b81 service neutron] 10.222.0.46 "GET /v2.0/networks/f00df9de-2b8a-4b7a-a223-8114d9b06d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883427 Dec 15 13:40:27.176524 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28975745-1ea2-4006-b42f-78b91ab48614 req-ca2f733e-0c7b-402c-b004-ca0888490b68 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:27.177967 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-28975745-1ea2-4006-b42f-78b91ab48614 req-ca2f733e-0c7b-402c-b004-ca0888490b68 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0473793 Dec 15 13:40:27.227429 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-28975745-1ea2-4006-b42f-78b91ab48614 req-2dcf04ff-0b8f-4af1-b084-134e0f7e827f tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436730 Dec 15 13:40:27.659546 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdee23-440b-4f44-8b38-3ed5fca35376 req-dfc41f51-39f8-4305-9684-a7994008a6ad tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:27.661022 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f1cdee23-440b-4f44-8b38-3ed5fca35376 req-dfc41f51-39f8-4305-9684-a7994008a6ad tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 945 time: 0.0481079 Dec 15 13:40:27.710327 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f1cdee23-440b-4f44-8b38-3ed5fca35376 req-0b03fb76-0601-4845-bd55-1a08a34850a1 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434022 Dec 15 13:40:28.354488 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de331e-8133-415e-911c-658b0fc99223 req-81c69545-de55-4890-bf3d-3818f043e0d5 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:28.356007 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-78de331e-8133-415e-911c-658b0fc99223 req-81c69545-de55-4890-bf3d-3818f043e0d5 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0520041 Dec 15 13:40:28.408036 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-78de331e-8133-415e-911c-658b0fc99223 req-59fc9f47-055e-4675-b84e-a1e6a678cead tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445096 Dec 15 13:40:28.829686 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cac0c-1cbb-49d3-ad2d-79d9b7329b36 req-df6d3c26-a9e8-4053-9302-3ac1cac365f7 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:28.831402 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-497cac0c-1cbb-49d3-ad2d-79d9b7329b36 req-df6d3c26-a9e8-4053-9302-3ac1cac365f7 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 945 time: 0.0502820 Dec 15 13:40:28.879106 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-497cac0c-1cbb-49d3-ad2d-79d9b7329b36 req-7817f15d-6289-4d1f-a4b9-ecc40361315f tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412261 Dec 15 13:40:29.080436 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-73ab064b-4071-4a68-a5d8-ddad183e2f02 req-a85212fe-d43a-45c5-bd45-794c72cd075d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0673006 Dec 15 13:40:29.097146 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01afc1-6431-49af-943a-c0fdb81e6328 req-40dd6fcf-0a08-4e74-8dc6-5a04618a9daa tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:29.098740 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3d01afc1-6431-49af-943a-c0fdb81e6328 req-40dd6fcf-0a08-4e74-8dc6-5a04618a9daa tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 945 time: 0.0604589 Dec 15 13:40:29.169891 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3d01afc1-6431-49af-943a-c0fdb81e6328 req-18aa0a90-afb1-4040-b796-12b6d8455bae tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631478 Dec 15 13:40:29.530782 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b98e2-140b-47fd-afe0-61261cca7a95 req-58aacb82-cec5-4f24-8639-eebe372dfa45 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:29.532208 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-961b98e2-140b-47fd-afe0-61261cca7a95 req-58aacb82-cec5-4f24-8639-eebe372dfa45 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0488851 Dec 15 13:40:29.579351 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-961b98e2-140b-47fd-afe0-61261cca7a95 req-fe22acca-e718-4c56-9a2a-3d1b28232c45 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410199 Dec 15 13:40:30.289011 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0306402-13e8-4cb2-9881-dbee80e7d4c6 req-62c1f900-f3d3-49aa-b908-9f6edb0f9e91 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:30.290469 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a0306402-13e8-4cb2-9881-dbee80e7d4c6 req-62c1f900-f3d3-49aa-b908-9f6edb0f9e91 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 945 time: 0.0483429 Dec 15 13:40:30.324348 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab064b-4071-4a68-a5d8-ddad183e2f02 req-aa3c9f8c-b6ef-4767-87af-841e64441868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:30.325839 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-73ab064b-4071-4a68-a5d8-ddad183e2f02 req-aa3c9f8c-b6ef-4767-87af-841e64441868 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e&tenant_id=bb0ac6d4548e486492887beb2e915bdb HTTP/1.1" status: 200 len: 1098 time: 0.0406542 Dec 15 13:40:30.340377 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a0306402-13e8-4cb2-9881-dbee80e7d4c6 req-5053318c-2f4f-4518-9dc8-f4aa95f0b9e7 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437434 Dec 15 13:40:30.390506 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab064b-4071-4a68-a5d8-ddad183e2f02 req-ae9bf595-7c4e-4e68-85f9-7db4263c846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:30.391955 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-73ab064b-4071-4a68-a5d8-ddad183e2f02 req-ae9bf595-7c4e-4e68-85f9-7db4263c846e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb0ac6d4548e486492887beb2e915bdb&device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 1098 time: 0.0415087 Dec 15 13:40:30.484439 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab064b-4071-4a68-a5d8-ddad183e2f02 req-08dd1780-186c-491e-884e-c05072799dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:30.485893 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-73ab064b-4071-4a68-a5d8-ddad183e2f02 req-08dd1780-186c-491e-884e-c05072799dff service neutron] 10.222.0.46 "GET /v2.0/networks?id=f00df9de-2b8a-4b7a-a223-8114d9b06d65 HTTP/1.1" status: 200 len: 909 time: 0.0864384 Dec 15 13:40:30.544119 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 836e8497-8739-4936-a7da-9c197bf1d072 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:40:30.548177 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:40:30.552020 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-73ab064b-4071-4a68-a5d8-ddad183e2f02 req-2312f923-3a7f-44f9-881d-a26a94c7fb06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f HTTP/1.1" status: 200 len: 1000 time: 0.0571356 Dec 15 13:40:30.604576 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab064b-4071-4a68-a5d8-ddad183e2f02 req-57a7718c-cc62-42c7-a5fd-d97a6060a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:30.606877 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-73ab064b-4071-4a68-a5d8-ddad183e2f02 req-57a7718c-cc62-42c7-a5fd-d97a6060a58d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8e90077-f423-490e-bfd1-336a171cdb98 HTTP/1.1" status: 200 len: 847 time: 0.0444551 Dec 15 13:40:30.659028 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab064b-4071-4a68-a5d8-ddad183e2f02 req-8d1a4b1d-26b7-4a80-9d69-ca879d4043cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:30.660785 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-73ab064b-4071-4a68-a5d8-ddad183e2f02 req-8d1a4b1d-26b7-4a80-9d69-ca879d4043cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f00df9de-2b8a-4b7a-a223-8114d9b06d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471108 Dec 15 13:40:30.705321 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.709209 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 836e8497-8739-4936-a7da-9c197bf1d072, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=836e8497-8739-4936-a7da-9c197bf1d072,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:30.715124 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510422b7-974c-4ac9-ab5b-f2ee539506d0 req-f74f6256-2491-48f3-a9bd-5b56dddcc314 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:30.716684 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-510422b7-974c-4ac9-ab5b-f2ee539506d0 req-f74f6256-2491-48f3-a9bd-5b56dddcc314 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0556755 Dec 15 13:40:30.727824 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': '836e8497-8739-4936-a7da-9c197bf1d072', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'port_id': '836e8497-8739-4936-a7da-9c197bf1d072', 'mac_address': 'fa:16:3e:9c:72:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:40:30.741731 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '271b8ee8-bedb-4be5-a4e3-37b1a376fe7f'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:30.744564 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7442aafe-23c4-45bc-97e9-95224531291f" -d '{"events": [{"server_uuid": "b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e", "name": "network-vif-unplugged", "status": "completed", "tag": "271b8ee8-bedb-4be5-a4e3-37b1a376fe7f"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:30.759934 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-73ab064b-4071-4a68-a5d8-ddad183e2f02 req-ff1fbd4d-ca18-46d5-8097-ba37046ece43 service neutron] 10.222.0.46 "GET /v2.0/networks/f00df9de-2b8a-4b7a-a223-8114d9b06d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901070 Dec 15 13:40:30.782673 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f,segment=NetworkSegment(53a6f789-a76f-498a-a7b6-43fce759bed5),segment_id=53a6f789-a76f-498a-a7b6-43fce759bed5)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:30.785046 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-510422b7-974c-4ac9-ab5b-f2ee539506d0 req-ad4be3ce-c822-4236-883a-abe770e71906 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596683 Dec 15 13:40:30.790595 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.793243 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c4c5b8-9c8e-45e8-b624-7b7c02770e3e x-openstack-request-id: req-e8c4c5b8-9c8e-45e8-b624-7b7c02770e3e {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:30.793531 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e", "name": "network-vif-unplugged", "status": "completed", "tag": "271b8ee8-bedb-4be5-a4e3-37b1a376fe7f", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:30.793785 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8c4c5b8-9c8e-45e8-b624-7b7c02770e3e {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:30.794174 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '271b8ee8-bedb-4be5-a4e3-37b1a376fe7f', 'code': 200} Dec 15 13:40:30.816792 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.836583 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 836e8497-8739-4936-a7da-9c197bf1d072 {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:30.866524 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-73ab064b-4071-4a68-a5d8-ddad183e2f02 req-24801d38-a06b-4159-ab65-4f1c9389a0b9 service neutron] 10.222.0.46 "GET /v2.0/networks/f00df9de-2b8a-4b7a-a223-8114d9b06d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978119 Dec 15 13:40:30.867857 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 836e8497-8739-4936-a7da-9c197bf1d072, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=836e8497-8739-4936-a7da-9c197bf1d072,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:30.869167 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f,revision_number=6']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:30.872566 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:30.878626 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:30.879007 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:30.879372 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:30.879697 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:30.880030 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:30.880383 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:30.880716 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:30.881041 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:30.881370 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:30.881697 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:30.882018 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:30.882338 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:30.882703 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:40:30.934692 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=836e8497-8739-4936-a7da-9c197bf1d072,revision_number=6']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:30.964277 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['836e8497-8739-4936-a7da-9c197bf1d072'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:31.452131 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c9283-c9e9-4001-be4a-c9ced45df8db req-6a608752-3405-406a-9496-c46a6eb005f5 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:31.453575 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f18c9283-c9e9-4001-be4a-c9ced45df8db req-6a608752-3405-406a-9496-c46a6eb005f5 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 943 time: 0.0470874 Dec 15 13:40:31.503133 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f18c9283-c9e9-4001-be4a-c9ced45df8db req-ce5a3f76-d940-4780-abe5-6eb46a7a4fbb tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432050 Dec 15 13:40:31.900344 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18667465-1330-4a85-a5fb-8f78636b1509 req-4cb805a9-cd77-4216-920e-cc319aac059f tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:31.901777 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-18667465-1330-4a85-a5fb-8f78636b1509 req-4cb805a9-cd77-4216-920e-cc319aac059f tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 945 time: 0.0506437 Dec 15 13:40:31.947870 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-18667465-1330-4a85-a5fb-8f78636b1509 req-e8472c2d-6cd1-4086-a862-4bdbdaafe5ce tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401807 Dec 15 13:40:32.541645 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 836e8497-8739-4936-a7da-9c197bf1d072 up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:32.590377 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port 836e8497-8739-4936-a7da-9c197bf1d072 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:32.590743 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.619909 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdeda4-1ce8-4d24-94f8-663cb27990e7 req-445a829f-f97f-4942-a0b0-7e99263b1376 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:32.621472 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0abdeda4-1ce8-4d24-94f8-663cb27990e7 req-445a829f-f97f-4942-a0b0-7e99263b1376 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 943 time: 0.0489621 Dec 15 13:40:32.669837 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.670568 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0abdeda4-1ce8-4d24-94f8-663cb27990e7 req-249786ab-3d61-45e5-a34b-d852725421f4 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431743 Dec 15 13:40:32.707032 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 836e8497-8739-4936-a7da-9c197bf1d072, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=836e8497-8739-4936-a7da-9c197bf1d072,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:32.712432 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:32.757406 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=836e8497-8739-4936-a7da-9c197bf1d072,revision_number=7']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:32.795593 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836e8497-8739-4936-a7da-9c197bf1d072'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:32.797930 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3069100d-d095-4f41-8290-e38e5e374503" -d '{"events": [{"server_uuid": "f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6", "name": "network-vif-plugged", "status": "completed", "tag": "836e8497-8739-4936-a7da-9c197bf1d072"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:32.836743 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8534cb53-b72b-4e1f-a6d3-9aa155b23b98 x-openstack-request-id: req-8534cb53-b72b-4e1f-a6d3-9aa155b23b98 {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:32.837035 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6", "name": "network-vif-plugged", "status": "completed", "tag": "836e8497-8739-4936-a7da-9c197bf1d072", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:32.837290 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8534cb53-b72b-4e1f-a6d3-9aa155b23b98 {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:32.837681 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836e8497-8739-4936-a7da-9c197bf1d072', 'code': 200} Dec 15 13:40:33.073736 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4509f-bf63-4997-ab63-5c076c8a8d9a req-a58788a5-08b9-4ed8-afbb-d3a5d6a48f3d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:33.075144 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a1e4509f-bf63-4997-ab63-5c076c8a8d9a req-a58788a5-08b9-4ed8-afbb-d3a5d6a48f3d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0560076 Dec 15 13:40:33.124282 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a1e4509f-bf63-4997-ab63-5c076c8a8d9a req-c6dc4a6e-1331-4eb8-b1e8-3c7a34a0934c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433104 Dec 15 13:40:33.785883 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5758c0-b4f6-40a6-9ffd-3b742f155f5f req-ae00a9da-28ff-4b38-bcb4-d496e129ed1b tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:33.787338 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8b5758c0-b4f6-40a6-9ffd-3b742f155f5f req-ae00a9da-28ff-4b38-bcb4-d496e129ed1b tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 943 time: 0.0475900 Dec 15 13:40:33.835432 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8b5758c0-b4f6-40a6-9ffd-3b742f155f5f req-71e69dbb-b922-41ba-b7de-c872d6cf77bc tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417705 Dec 15 13:40:34.244173 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253fb5e-386e-4054-a86e-2367f288b4e7 req-cbcbdd31-5993-4661-9f3e-bd3d8b43e3e0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:34.245660 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4253fb5e-386e-4054-a86e-2367f288b4e7 req-cbcbdd31-5993-4661-9f3e-bd3d8b43e3e0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0493553 Dec 15 13:40:34.291402 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4253fb5e-386e-4054-a86e-2367f288b4e7 req-1c4b6f39-7b7c-4c23-bc35-a52d370b995d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400140 Dec 15 13:40:34.952993 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65d0a7-9a87-439d-aa33-521f8ef4e80a req-7400a5e8-1e6e-4d19-96ce-43f602a43cf2 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:34.954377 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8b65d0a7-9a87-439d-aa33-521f8ef4e80a req-7400a5e8-1e6e-4d19-96ce-43f602a43cf2 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 943 time: 0.0516965 Dec 15 13:40:35.007230 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8b65d0a7-9a87-439d-aa33-521f8ef4e80a req-941c1e74-d527-4673-b92f-1c35d45b3fdb tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436859 Dec 15 13:40:35.421728 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78aa0f-7f0d-459d-9b14-5bb0a40e715f req-bdaff1d8-feff-4667-8dd2-8c95c6a237e4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:35.423315 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9d78aa0f-7f0d-459d-9b14-5bb0a40e715f req-bdaff1d8-feff-4667-8dd2-8c95c6a237e4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0505638 Dec 15 13:40:35.474378 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9d78aa0f-7f0d-459d-9b14-5bb0a40e715f req-dbcee3c9-a036-4425-bf9c-322b9763fec2 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447042 Dec 15 13:40:36.130868 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d815d31-cce8-4b8e-9b24-a4a4109005f4 req-8c39b7ba-9eeb-4af4-ac92-ce36e35df602 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:36.132271 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5d815d31-cce8-4b8e-9b24-a4a4109005f4 req-8c39b7ba-9eeb-4af4-ac92-ce36e35df602 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 943 time: 0.0503821 Dec 15 13:40:36.186412 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5d815d31-cce8-4b8e-9b24-a4a4109005f4 req-c68a9e78-8a1f-4a03-b4b5-4456e8b4cb40 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479374 Dec 15 13:40:36.606253 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833e6d5-28b4-4ba8-b7ed-9c857fa67e79 req-e73b84cc-ec6d-4062-afd3-f406b5511d74 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:36.607829 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9833e6d5-28b4-4ba8-b7ed-9c857fa67e79 req-e73b84cc-ec6d-4062-afd3-f406b5511d74 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0519202 Dec 15 13:40:36.675207 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9833e6d5-28b4-4ba8-b7ed-9c857fa67e79 req-38c806a3-8afd-4120-b655-8695cfa2082f tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615203 Dec 15 13:40:37.312172 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3ecd9-186b-45f9-9788-62737866f523 req-1be74f4a-ca4c-414f-84a3-9937f8ea92db tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:37.314052 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-64a3ecd9-186b-45f9-9788-62737866f523 req-1be74f4a-ca4c-414f-84a3-9937f8ea92db tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 943 time: 0.0571454 Dec 15 13:40:37.367967 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-64a3ecd9-186b-45f9-9788-62737866f523 req-10563f88-87ee-4676-a7c8-adbbba6b8a6e tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472844 Dec 15 13:40:37.827206 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a8406-66ef-4774-9d10-06bcfa51a4e7 req-838512f1-8d31-4cc9-ad20-9a7a58855d4e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:37.828680 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-952a8406-66ef-4774-9d10-06bcfa51a4e7 req-838512f1-8d31-4cc9-ad20-9a7a58855d4e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0572708 Dec 15 13:40:37.889171 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-952a8406-66ef-4774-9d10-06bcfa51a4e7 req-324e44d7-4f2d-4782-8d67-dd7675f44fe9 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536513 Dec 15 13:40:38.516340 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ea639-46b2-466f-8cad-f7ada1a4ea87 req-7473e5f7-a8c6-42aa-9f11-6e220e21232a tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:38.518783 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e40ea639-46b2-466f-8cad-f7ada1a4ea87 req-7473e5f7-a8c6-42aa-9f11-6e220e21232a tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 943 time: 0.0653405 Dec 15 13:40:38.572226 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e40ea639-46b2-466f-8cad-f7ada1a4ea87 req-c7535407-1369-4b14-83ac-04eb65f0d8d7 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468202 Dec 15 13:40:38.908353 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:40:39.027049 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acfb92-051c-46de-b7b4-ec4a8de73d57 req-a9b67abc-5f3a-49ce-85cf-ce40abdf5fb8 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:39.028715 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f9acfb92-051c-46de-b7b4-ec4a8de73d57 req-a9b67abc-5f3a-49ce-85cf-ce40abdf5fb8 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0562201 Dec 15 13:40:39.095972 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f9acfb92-051c-46de-b7b4-ec4a8de73d57 req-11245029-2921-4f82-8c13-194cdba49f51 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589721 Dec 15 13:40:39.107956 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:39.197432 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905113b-cc62-46af-a3cb-25caaf1a8906 req-b4608f74-f56e-42bf-adc8-475fd83a4592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:39.199002 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-4905113b-cc62-46af-a3cb-25caaf1a8906 req-b4608f74-f56e-42bf-adc8-475fd83a4592 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 1096 time: 0.0624087 Dec 15 13:40:39.252569 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-4905113b-cc62-46af-a3cb-25caaf1a8906 req-92c63b46-ff22-43ef-a804-7bdfa936fdd3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456846 Dec 15 13:40:39.712302 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdf791-2747-4d27-8f91-6991e9176693 req-e5bf963b-7ecf-448e-9ba2-1696d574afe3 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:39.713822 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-17bdf791-2747-4d27-8f91-6991e9176693 req-e5bf963b-7ecf-448e-9ba2-1696d574afe3 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 943 time: 0.0678754 Dec 15 13:40:39.776451 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-17bdf791-2747-4d27-8f91-6991e9176693 req-2c46b5e0-2f10-4546-ac73-386747f8156d tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566583 Dec 15 13:40:40.231811 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce07c4e-8f3a-479d-9408-6d180c8af068 req-5b5a031a-214e-4a32-9743-dc3e7c69d8e4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:40.233286 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9ce07c4e-8f3a-479d-9408-6d180c8af068 req-5b5a031a-214e-4a32-9743-dc3e7c69d8e4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0511796 Dec 15 13:40:40.297083 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9ce07c4e-8f3a-479d-9408-6d180c8af068 req-60203d54-e582-430c-82a6-ff563b9d89d9 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542984 Dec 15 13:40:40.592571 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:40:40.721882 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f,segment=NetworkSegment(53a6f789-a76f-498a-a7b6-43fce759bed5),segment_id=53a6f789-a76f-498a-a7b6-43fce759bed5)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:40.743110 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': '271b8ee8-bedb-4be5-a4e3-37b1a376fe7f', 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65', 'port_id': '271b8ee8-bedb-4be5-a4e3-37b1a376fe7f', 'mac_address': 'fa:16:3e:e7:e1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e90077-f423-490e-bfd1-336a171cdb98', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:40:40.787699 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:40.804633 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:40:40.832615 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f,segment=NetworkSegment(53a6f789-a76f-498a-a7b6-43fce759bed5),segment_id=53a6f789-a76f-498a-a7b6-43fce759bed5)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:40.844750 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:40.903819 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f,revision_number=7']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:40.937823 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97199e07-7a49-48ad-977f-4d22553fc3b9 req-cb158409-3593-4bb4-af71-90a1fa7e5110 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:40.943478 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-97199e07-7a49-48ad-977f-4d22553fc3b9 req-cb158409-3593-4bb4-af71-90a1fa7e5110 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 944 time: 0.0884728 Dec 15 13:40:40.997713 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-97199e07-7a49-48ad-977f-4d22553fc3b9 req-4db7c685-8221-46fa-840a-e5d747bfebdc tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487931 Dec 15 13:40:41.217936 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['271b8ee8-bedb-4be5-a4e3-37b1a376fe7f'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:40:41.455566 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbe066-59b6-40d5-8bbc-a8f808c7a1de req-32f2884f-5c48-4d2b-8add-dbc70bd1a70d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:41.457841 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-83fbe066-59b6-40d5-8bbc-a8f808c7a1de req-32f2884f-5c48-4d2b-8add-dbc70bd1a70d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0779142 Dec 15 13:40:41.529097 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-83fbe066-59b6-40d5-8bbc-a8f808c7a1de req-d2dcd624-64f1-4c84-8fe8-cca4bd485491 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639343 Dec 15 13:40:42.588297 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:40:42.680706 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a26c61-ce43-4ca6-9715-035d758e6c6a req-81fb86ce-aea0-4011-8100-e239133ce80d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:42.682470 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e4a26c61-ce43-4ca6-9715-035d758e6c6a req-81fb86ce-aea0-4011-8100-e239133ce80d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0599635 Dec 15 13:40:42.685120 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:40:42.685497 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:42.751389 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e4a26c61-ce43-4ca6-9715-035d758e6c6a req-b85e5702-86c3-4a97-9d41-9ce6b19dfa48 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558023 Dec 15 13:40:42.803513 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:42.828187 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271b8ee8-bedb-4be5-a4e3-37b1a376fe7f'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:42.830427 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b88f36-4c56-4e0c-9a37-da178e89e046" -d '{"events": [{"server_uuid": "b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e", "name": "network-vif-plugged", "status": "completed", "tag": "271b8ee8-bedb-4be5-a4e3-37b1a376fe7f"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:42.859384 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f,segment=NetworkSegment(53a6f789-a76f-498a-a7b6-43fce759bed5),segment_id=53a6f789-a76f-498a-a7b6-43fce759bed5)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:42.871413 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:42.875465 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c424b5-4a47-4167-9c48-d918d373648b x-openstack-request-id: req-a5c424b5-4a47-4167-9c48-d918d373648b {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:42.875756 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e", "name": "network-vif-plugged", "status": "completed", "tag": "271b8ee8-bedb-4be5-a4e3-37b1a376fe7f", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:42.876135 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a5c424b5-4a47-4167-9c48-d918d373648b {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:42.876544 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271b8ee8-bedb-4be5-a4e3-37b1a376fe7f', 'code': 200} Dec 15 13:40:42.929446 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f,revision_number=8']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:43.462020 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-cddf1ae9-3448-4b23-a8cb-9ac1798b61a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:43.893545 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f716e-7992-46ce-b5bf-e687482b91fa req-9fc72165-271c-4109-a6aa-fb14a52608d9 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:43.895063 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c31f716e-7992-46ce-b5bf-e687482b91fa req-9fc72165-271c-4109-a6aa-fb14a52608d9 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0583143 Dec 15 13:40:43.946781 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c31f716e-7992-46ce-b5bf-e687482b91fa req-e671dab1-3243-4d38-9c06-4976a5cccfb0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450664 Dec 15 13:40:45.075679 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9696af8-38b5-4a42-91a1-4d1469ae85a3 req-288ce7ee-d1eb-4a91-b960-27e57a67b3ad tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:45.077242 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a9696af8-38b5-4a42-91a1-4d1469ae85a3 req-288ce7ee-d1eb-4a91-b960-27e57a67b3ad tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0512235 Dec 15 13:40:45.167994 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a9696af8-38b5-4a42-91a1-4d1469ae85a3 req-6fb35cc9-119c-40b0-81b6-af6dc891360a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834305 Dec 15 13:40:45.822684 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d9cda660-7852-489b-9a69-c41b895d2a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:46.284534 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a64ef-4cac-4c98-946e-3611f5fb512b req-c0ab55d6-ea6a-41e3-a869-7f61158fe14b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:46.285974 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f16a64ef-4cac-4c98-946e-3611f5fb512b req-c0ab55d6-ea6a-41e3-a869-7f61158fe14b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0474713 Dec 15 13:40:46.333042 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f16a64ef-4cac-4c98-946e-3611f5fb512b req-0b356c2d-2075-4bfa-823e-40d6faa560aa tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411255 Dec 15 13:40:46.798707 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd3a22-0467-4e08-9ca5-7460b35c485b req-54d1cb49-2a62-4a7b-a27f-fe27eac4b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:46.800166 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-41cd3a22-0467-4e08-9ca5-7460b35c485b req-54d1cb49-2a62-4a7b-a27f-fe27eac4b1d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=849d4c797afe475aa474e4415f6190c0&device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 1099 time: 0.0390470 Dec 15 13:40:46.891586 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd3a22-0467-4e08-9ca5-7460b35c485b req-c5719b8f-f832-4226-a295-ad16935aceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:46.893022 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-41cd3a22-0467-4e08-9ca5-7460b35c485b req-c5719b8f-f832-4226-a295-ad16935aceb8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0016a0f-1988-46ad-b4da-048d7988271c HTTP/1.1" status: 200 len: 918 time: 0.0847340 Dec 15 13:40:46.923491 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:46.964676 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-41cd3a22-0467-4e08-9ca5-7460b35c485b req-b9fdf1ec-cd44-495d-b5cc-9249569b6ec9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=836e8497-8739-4936-a7da-9c197bf1d072 HTTP/1.1" status: 200 len: 1002 time: 0.0637577 Dec 15 13:40:47.018098 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd3a22-0467-4e08-9ca5-7460b35c485b req-ee1cab87-3a06-4049-b829-0d62a2e8d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:47.019643 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-41cd3a22-0467-4e08-9ca5-7460b35c485b req-ee1cab87-3a06-4049-b829-0d62a2e8d50a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ee2d60c-e8f8-48bd-815a-998b0d5d4d75 HTTP/1.1" status: 200 len: 856 time: 0.0471005 Dec 15 13:40:47.064450 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd3a22-0467-4e08-9ca5-7460b35c485b req-f69c5fa3-0e6d-45e9-b7f0-2ca4094784a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:47.065894 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-41cd3a22-0467-4e08-9ca5-7460b35c485b req-f69c5fa3-0e6d-45e9-b7f0-2ca4094784a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0016a0f-1988-46ad-b4da-048d7988271c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388610 Dec 15 13:40:47.193725 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-41cd3a22-0467-4e08-9ca5-7460b35c485b req-f607204a-4d5a-48ee-b538-0c527a12ed51 service neutron] 10.222.0.46 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848811 Dec 15 13:40:47.288551 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-41cd3a22-0467-4e08-9ca5-7460b35c485b req-268523b9-68ef-4aa0-a7d0-1b79165596ac service neutron] 10.222.0.46 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858798 Dec 15 13:40:47.448836 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfcb56-7585-4628-ad66-a063e9d6c76e req-539a5ddc-dd1a-4941-8c63-bfe0858c41f8 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:47.450185 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-94cfcb56-7585-4628-ad66-a063e9d6c76e req-539a5ddc-dd1a-4941-8c63-bfe0858c41f8 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0463417 Dec 15 13:40:47.495712 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-94cfcb56-7585-4628-ad66-a063e9d6c76e req-0bf3792f-38c8-43c0-a1fb-d06e106247e2 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397532 Dec 15 13:40:48.532125 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:48.617425 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216ab46-5234-4a30-bc77-fb7d4384c5c3 req-04a94636-513e-4dee-9f45-4b9e8ac59304 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:48.618885 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2216ab46-5234-4a30-bc77-fb7d4384c5c3 req-04a94636-513e-4dee-9f45-4b9e8ac59304 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 946 time: 0.0515037 Dec 15 13:40:48.636180 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 836e8497-8739-4936-a7da-9c197bf1d072 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:40:48.665451 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2216ab46-5234-4a30-bc77-fb7d4384c5c3 req-867c6da9-862c-4443-bc7a-277d9c5ca893 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401258 Dec 15 13:40:48.713759 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:48.735508 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '836e8497-8739-4936-a7da-9c197bf1d072'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:40:48.737709 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada3ded4-ca33-4e0d-a185-07010551c38d" -d '{"events": [{"server_uuid": "f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "836e8497-8739-4936-a7da-9c197bf1d072"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:40:48.749834 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 836e8497-8739-4936-a7da-9c197bf1d072, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=836e8497-8739-4936-a7da-9c197bf1d072,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:40:48.754222 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:48.777778 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 13:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d663a7-9854-41fc-9949-32d64ecee79b x-openstack-request-id: req-a8d663a7-9854-41fc-9949-32d64ecee79b {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:40:48.778078 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "836e8497-8739-4936-a7da-9c197bf1d072", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:40:48.778334 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a8d663a7-9854-41fc-9949-32d64ecee79b {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:40:48.778724 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '836e8497-8739-4936-a7da-9c197bf1d072', 'code': 200} Dec 15 13:40:48.803037 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=836e8497-8739-4936-a7da-9c197bf1d072,revision_number=8']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:40:49.442413 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:40:49.781531 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0897a-4afc-4abe-95ec-61512787a705 req-65d73cb8-065d-44ed-9250-cd0091371998 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:49.782985 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b1f0897a-4afc-4abe-95ec-61512787a705 req-65d73cb8-065d-44ed-9250-cd0091371998 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 944 time: 0.0464520 Dec 15 13:40:49.828569 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b1f0897a-4afc-4abe-95ec-61512787a705 req-e1732c63-1760-4ea5-9584-923a44a55d93 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397770 Dec 15 13:40:50.568808 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [req-2487d34d-e4d7-4dc4-939f-d1180109947d req-d3aaa775-2ba9-4f5f-813a-25746c13910f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:40:50.569784 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2487d34d-e4d7-4dc4-939f-d1180109947d req-d3aaa775-2ba9-4f5f-813a-25746c13910f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052090 Dec 15 13:40:51.751430 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d87ffc-03d2-4736-90b9-d6423d41fbc6 req-b295a9c0-fa2d-49ca-85a2-c380ed6c869a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:51.752909 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b9d87ffc-03d2-4736-90b9-d6423d41fbc6 req-b295a9c0-fa2d-49ca-85a2-c380ed6c869a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 944 time: 0.0580332 Dec 15 13:40:51.800753 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b9d87ffc-03d2-4736-90b9-d6423d41fbc6 req-2958ce3b-219f-4a9d-8901-f613b3ecfe23 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419765 Dec 15 13:40:52.027216 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 60974) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:40:52.109793 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cc123b39-74a9-415d-8fe5-bde2218ae5b4 req-acc47768-a33b-4779-a556-b7d7be1a620b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814395 Dec 15 13:40:52.118977 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [req-cc123b39-74a9-415d-8fe5-bde2218ae5b4 req-c8f1c0ce-e500-42ec-967f-c6661bc912f2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:40:52.119908 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-cc123b39-74a9-415d-8fe5-bde2218ae5b4 req-c8f1c0ce-e500-42ec-967f-c6661bc912f2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052025 Dec 15 13:40:52.653452 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 836e8497-8739-4936-a7da-9c197bf1d072 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:40:52.919530 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc123b39-74a9-415d-8fe5-bde2218ae5b4 req-b974f9ad-c698-4aa6-b572-db040c7f5a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:52.921095 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc123b39-74a9-415d-8fe5-bde2218ae5b4 req-b974f9ad-c698-4aa6-b572-db040c7f5a5c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6&tenant_id=849d4c797afe475aa474e4415f6190c0 HTTP/1.1" status: 200 len: 1097 time: 0.0461898 Dec 15 13:40:52.930521 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b200df-acd3-494b-9fc1-7f03d1144613 req-f7201a76-acb0-47ad-bbb2-11f724f93f98 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:52.932558 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c5b200df-acd3-494b-9fc1-7f03d1144613 req-f7201a76-acb0-47ad-bbb2-11f724f93f98 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 944 time: 0.0491171 Dec 15 13:40:52.982711 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c5b200df-acd3-494b-9fc1-7f03d1144613 req-f229fcc7-dc18-41d6-af76-047e8ddc03fc tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425062 Dec 15 13:40:52.988580 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc123b39-74a9-415d-8fe5-bde2218ae5b4 req-66c96521-58a6-48cc-9e36-d59be5e5297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:52.990072 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc123b39-74a9-415d-8fe5-bde2218ae5b4 req-66c96521-58a6-48cc-9e36-d59be5e5297d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=849d4c797afe475aa474e4415f6190c0&device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 1097 time: 0.0404305 Dec 15 13:40:53.083325 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc123b39-74a9-415d-8fe5-bde2218ae5b4 req-5a67b86c-3122-4551-88bf-4e28d41d98ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:53.084771 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc123b39-74a9-415d-8fe5-bde2218ae5b4 req-5a67b86c-3122-4551-88bf-4e28d41d98ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0016a0f-1988-46ad-b4da-048d7988271c HTTP/1.1" status: 200 len: 918 time: 0.0866749 Dec 15 13:40:53.148350 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc123b39-74a9-415d-8fe5-bde2218ae5b4 req-ed0cfc63-7d54-4ca2-b7e7-1bef5f36637c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=836e8497-8739-4936-a7da-9c197bf1d072 HTTP/1.1" status: 200 len: 1000 time: 0.0558589 Dec 15 13:40:53.204082 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc123b39-74a9-415d-8fe5-bde2218ae5b4 req-7f48ad01-6ff7-4501-98e7-28d54492eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:53.205511 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc123b39-74a9-415d-8fe5-bde2218ae5b4 req-7f48ad01-6ff7-4501-98e7-28d54492eab9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ee2d60c-e8f8-48bd-815a-998b0d5d4d75 HTTP/1.1" status: 200 len: 856 time: 0.0495176 Dec 15 13:40:53.249785 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc123b39-74a9-415d-8fe5-bde2218ae5b4 req-d46291ec-7b8a-48b7-83d9-80e01533d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:53.251141 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc123b39-74a9-415d-8fe5-bde2218ae5b4 req-d46291ec-7b8a-48b7-83d9-80e01533d3e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0016a0f-1988-46ad-b4da-048d7988271c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380206 Dec 15 13:40:53.339264 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc123b39-74a9-415d-8fe5-bde2218ae5b4 req-7ad9c93c-d9d5-4fd7-a658-03abc6dd3b3c service neutron] 10.222.0.46 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808911 Dec 15 13:40:53.434257 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc123b39-74a9-415d-8fe5-bde2218ae5b4 req-36b13b2c-a1d5-478d-9af7-5d79b66ae659 service neutron] 10.222.0.46 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872278 Dec 15 13:40:54.114883 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc247f-bf01-45f4-afe1-c6e084bdd7f9 req-019ad745-d0a9-4d3d-a20a-8314c1f4be5a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:54.116357 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-becc247f-bf01-45f4-afe1-c6e084bdd7f9 req-019ad745-d0a9-4d3d-a20a-8314c1f4be5a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 944 time: 0.0526893 Dec 15 13:40:54.164938 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-becc247f-bf01-45f4-afe1-c6e084bdd7f9 req-b38b4368-534a-4c4f-b9d1-08460f855ce5 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416660 Dec 15 13:40:55.288684 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e8671-f578-4144-a029-ada1742899fc req-8d3952e3-9009-4df9-9c36-dff221f3384d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:55.290163 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b53e8671-f578-4144-a029-ada1742899fc req-8d3952e3-9009-4df9-9c36-dff221f3384d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 944 time: 0.0493345 Dec 15 13:40:55.340557 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b53e8671-f578-4144-a029-ada1742899fc req-62af2c9f-03a0-4800-9c09-8e52c82dd038 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442584 Dec 15 13:40:56.462259 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16149c7e-a94d-49c8-8d1f-1e4f855f8366 req-df3f9f68-c03e-4941-b4c8-da885efda30a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:56.464433 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-16149c7e-a94d-49c8-8d1f-1e4f855f8366 req-df3f9f68-c03e-4941-b4c8-da885efda30a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 944 time: 0.0493467 Dec 15 13:40:56.515690 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-16149c7e-a94d-49c8-8d1f-1e4f855f8366 req-32315923-9f3d-42dd-b225-1c4403b79281 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451105 Dec 15 13:40:57.638258 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c917fd0-803f-4d05-8405-382b4aca3759 req-e60ed84c-8c71-4460-97c3-01a1722ca86c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:57.640819 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2c917fd0-803f-4d05-8405-382b4aca3759 req-e60ed84c-8c71-4460-97c3-01a1722ca86c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 944 time: 0.0522201 Dec 15 13:40:57.691534 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-2c917fd0-803f-4d05-8405-382b4aca3759 req-5e11bc35-1244-4e31-befd-75f1248b4e9d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447724 Dec 15 13:40:58.865656 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8a7b7-b5f7-419e-88de-b83d885646e7 req-1efbad0e-b188-4903-9892-0444f07b2cfd tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:40:58.867170 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5ca8a7b7-b5f7-419e-88de-b83d885646e7 req-1efbad0e-b188-4903-9892-0444f07b2cfd tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 944 time: 0.1006649 Dec 15 13:40:58.916202 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5ca8a7b7-b5f7-419e-88de-b83d885646e7 req-ded05d02-ad3c-4f83-8d8d-2abdcdc63c57 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412889 Dec 15 13:41:00.038376 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37b5ae-6f57-4318-85c5-96fffa9b0e35 req-061d2461-4820-4f14-8429-318e9d6edc82 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:00.039957 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9c37b5ae-6f57-4318-85c5-96fffa9b0e35 req-061d2461-4820-4f14-8429-318e9d6edc82 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 944 time: 0.0519025 Dec 15 13:41:00.089310 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9c37b5ae-6f57-4318-85c5-96fffa9b0e35 req-8d85beb5-13a7-475c-be8f-ce0d4e089322 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428736 Dec 15 13:41:01.214318 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf69eae-2fd6-4a3a-8062-d380a6f3a379 req-07a4ce70-6526-401c-9567-42bf7679da5c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:01.215909 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-dbf69eae-2fd6-4a3a-8062-d380a6f3a379 req-07a4ce70-6526-401c-9567-42bf7679da5c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 944 time: 0.0487347 Dec 15 13:41:01.265502 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-dbf69eae-2fd6-4a3a-8062-d380a6f3a379 req-12b0c318-20e7-4330-95b3-ba86dcf87265 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437076 Dec 15 13:41:02.390785 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e522f00-065b-487f-be29-d84a600938bd req-f3bdf26b-6943-494e-9767-8c010689e076 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:02.392275 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5e522f00-065b-487f-be29-d84a600938bd req-f3bdf26b-6943-494e-9767-8c010689e076 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 944 time: 0.0523627 Dec 15 13:41:02.443334 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5e522f00-065b-487f-be29-d84a600938bd req-0148975d-9958-4994-b591-ebf6f79d5756 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449407 Dec 15 13:41:03.566790 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4417eb5-d235-4d94-90bb-1c89986afda2 req-35edbee3-77c9-4a05-97ab-7952b6ae8dd4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:03.568523 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e4417eb5-d235-4d94-90bb-1c89986afda2 req-35edbee3-77c9-4a05-97ab-7952b6ae8dd4 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 944 time: 0.0495682 Dec 15 13:41:03.616409 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e4417eb5-d235-4d94-90bb-1c89986afda2 req-66ee03b9-59d5-4554-b3a4-4b6cdfa3f12f tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416422 Dec 15 13:41:04.738611 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70195f9-a4c3-4103-a51e-eb79d0ac465f req-6343f69a-6b55-40a7-9af4-9098ef4f38ee tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:04.740154 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d70195f9-a4c3-4103-a51e-eb79d0ac465f req-6343f69a-6b55-40a7-9af4-9098ef4f38ee tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 944 time: 0.0505981 Dec 15 13:41:04.806180 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d70195f9-a4c3-4103-a51e-eb79d0ac465f req-7a7f95fd-44f5-4082-a6a0-c02d335f0e8b tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595882 Dec 15 13:41:05.924145 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee67d9-8587-4856-8a6f-c0e3522d481a req-9e7fe91c-7562-4883-b424-8ad656b7d2e1 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:05.925615 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-82ee67d9-8587-4856-8a6f-c0e3522d481a req-9e7fe91c-7562-4883-b424-8ad656b7d2e1 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 944 time: 0.0471952 Dec 15 13:41:05.972282 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-82ee67d9-8587-4856-8a6f-c0e3522d481a req-b47f108e-c641-4d21-ab54-7a6c2d0cd280 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408704 Dec 15 13:41:07.218418 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba1fc0-8a6c-472e-8060-1bd5275ef1c4 req-121727f6-d836-487b-9462-5ccd3cf4ca30 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:07.219877 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-09ba1fc0-8a6c-472e-8060-1bd5275ef1c4 req-121727f6-d836-487b-9462-5ccd3cf4ca30 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 944 time: 0.0473900 Dec 15 13:41:07.265124 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-09ba1fc0-8a6c-472e-8060-1bd5275ef1c4 req-c3aeeed6-bf00-436b-85cc-39853118dd97 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393643 Dec 15 13:41:08.384986 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3eb34-6d03-43f0-8042-ef8c4fe66ae6 req-61ba758d-8f3f-484b-9077-08d1421d13ca tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:08.387214 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a6a3eb34-6d03-43f0-8042-ef8c4fe66ae6 req-61ba758d-8f3f-484b-9077-08d1421d13ca tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 944 time: 0.0504215 Dec 15 13:41:08.433761 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a6a3eb34-6d03-43f0-8042-ef8c4fe66ae6 req-f6e7858c-1532-46db-bf95-a9a5d1c1def2 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408711 Dec 15 13:41:09.127033 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:09.553609 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585af24-12d5-427e-8243-29ed77538715 req-2ce911e6-2c31-4b47-bb8a-3b65eb7b990a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:09.555139 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d585af24-12d5-427e-8243-29ed77538715 req-2ce911e6-2c31-4b47-bb8a-3b65eb7b990a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 944 time: 0.0490606 Dec 15 13:41:09.601743 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d585af24-12d5-427e-8243-29ed77538715 req-7dd85d47-d0c1-4077-9dc6-cd2fb1e9b408 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400801 Dec 15 13:41:10.721448 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f532ccd-a7e9-43f4-b6bf-2c433052a7f7 req-b7ebabf0-13e6-4c99-8589-0255e03b5df9 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:10.722928 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3f532ccd-a7e9-43f4-b6bf-2c433052a7f7 req-b7ebabf0-13e6-4c99-8589-0255e03b5df9 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 944 time: 0.0485699 Dec 15 13:41:10.759722 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 836e8497-8739-4936-a7da-9c197bf1d072 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:41:10.776348 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3f532ccd-a7e9-43f4-b6bf-2c433052a7f7 req-932478f9-94d3-4159-a82b-1e2a17b26dc8 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458825 Dec 15 13:41:10.852752 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 836e8497-8739-4936-a7da-9c197bf1d072, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=836e8497-8739-4936-a7da-9c197bf1d072,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:10.863806 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': '836e8497-8739-4936-a7da-9c197bf1d072', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'port_id': '836e8497-8739-4936-a7da-9c197bf1d072', 'mac_address': 'fa:16:3e:9c:72:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:41:10.903168 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:10.915465 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836e8497-8739-4936-a7da-9c197bf1d072 {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:41:10.934656 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 836e8497-8739-4936-a7da-9c197bf1d072, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=836e8497-8739-4936-a7da-9c197bf1d072,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:10.938199 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:10.983305 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=836e8497-8739-4936-a7da-9c197bf1d072,revision_number=9']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:11.288944 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['836e8497-8739-4936-a7da-9c197bf1d072'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:41:11.893595 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d53bb-86e7-4c88-8d39-6f6f1cd1d36b req-4a9d61b2-5a7b-4646-827b-8eebb9775026 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:11.895070 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-7a7d53bb-86e7-4c88-8d39-6f6f1cd1d36b req-4a9d61b2-5a7b-4646-827b-8eebb9775026 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 945 time: 0.0472512 Dec 15 13:41:11.941414 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-7a7d53bb-86e7-4c88-8d39-6f6f1cd1d36b req-0c0b6c87-5970-4b04-a78e-794bc3045e0a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405898 Dec 15 13:41:12.777867 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 836e8497-8739-4936-a7da-9c197bf1d072 up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:41:12.823566 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port 836e8497-8739-4936-a7da-9c197bf1d072 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:41:12.823931 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:12.897343 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:12.923978 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836e8497-8739-4936-a7da-9c197bf1d072'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:12.926220 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2663fabd-af32-4ae9-9c3f-d08e59af3481" -d '{"events": [{"server_uuid": "f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6", "name": "network-vif-plugged", "status": "completed", "tag": "836e8497-8739-4936-a7da-9c197bf1d072"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:12.938405 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 836e8497-8739-4936-a7da-9c197bf1d072, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=836e8497-8739-4936-a7da-9c197bf1d072,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:12.943138 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:12.965710 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc21c628-e17f-4918-91a5-0cb8aafb01f3 x-openstack-request-id: req-fc21c628-e17f-4918-91a5-0cb8aafb01f3 {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:12.966002 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6", "name": "network-vif-plugged", "status": "completed", "tag": "836e8497-8739-4936-a7da-9c197bf1d072", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:12.966256 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc21c628-e17f-4918-91a5-0cb8aafb01f3 {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:12.966639 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836e8497-8739-4936-a7da-9c197bf1d072', 'code': 200} Dec 15 13:41:12.992495 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=836e8497-8739-4936-a7da-9c197bf1d072,revision_number=10']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:13.071781 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a661a-43f7-4137-9ce7-3d784ffb18a9 req-ced374b6-15af-4ff5-b7e0-076370933f1a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:13.074230 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fb1a661a-43f7-4137-9ce7-3d784ffb18a9 req-ced374b6-15af-4ff5-b7e0-076370933f1a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 947 time: 0.0539353 Dec 15 13:41:13.123316 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fb1a661a-43f7-4137-9ce7-3d784ffb18a9 req-f94310cc-1b1d-4360-9273-6f29daee997e tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427072 Dec 15 13:41:13.150443 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4db3cb-3662-4195-acae-55ab6f26010b req-6099265d-44c6-418b-9bda-a702f3ef656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:13.152525 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cb4db3cb-3662-4195-acae-55ab6f26010b req-6099265d-44c6-418b-9bda-a702f3ef656e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 1100 time: 0.0406475 Dec 15 13:41:13.196178 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cb4db3cb-3662-4195-acae-55ab6f26010b req-e0780e35-eb53-4b36-be8a-2fcb0759cca7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354474 Dec 15 13:41:13.455382 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-2616a5d3-ea1c-4d7c-acb6-bc1794502f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:14.247341 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3c427-9c56-44b9-93f3-a503371147e7 req-4af4d127-74db-4e4f-8088-9399e361038d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:14.248783 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f2a3c427-9c56-44b9-93f3-a503371147e7 req-4af4d127-74db-4e4f-8088-9399e361038d tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 947 time: 0.0505984 Dec 15 13:41:14.294690 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f2a3c427-9c56-44b9-93f3-a503371147e7 req-47e69a92-a2d0-4774-bf69-794587a31fa8 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401077 Dec 15 13:41:15.422292 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b59b7c-413d-4935-be8e-28bdf5f8fbdf req-6b1391ca-09d2-4fc0-b62a-dcf41d953023 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:15.423758 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-08b59b7c-413d-4935-be8e-28bdf5f8fbdf req-6b1391ca-09d2-4fc0-b62a-dcf41d953023 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 947 time: 0.0510323 Dec 15 13:41:15.471696 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-08b59b7c-413d-4935-be8e-28bdf5f8fbdf req-ec343c86-99ad-4867-afc4-f6655bedfe9a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420845 Dec 15 13:41:15.662799 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-de82c5f8-939c-404f-a1a5-b9d1c1f2f11b req-3ec263a2-d65a-4890-b7df-f18224dcb132 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423362 Dec 15 13:41:15.730828 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82c5f8-939c-404f-a1a5-b9d1c1f2f11b req-70fa9b6d-f171-4349-9eee-c9dba41f6155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:15.732349 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-de82c5f8-939c-404f-a1a5-b9d1c1f2f11b req-70fa9b6d-f171-4349-9eee-c9dba41f6155 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=849d4c797afe475aa474e4415f6190c0&device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 1100 time: 0.0473645 Dec 15 13:41:15.814084 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-63a8ff9d-1c5f-493a-a150-cac09c9f0b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:15.836564 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82c5f8-939c-404f-a1a5-b9d1c1f2f11b req-b204e4b3-ec2c-4140-ab46-5cecde73b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:15.838073 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-de82c5f8-939c-404f-a1a5-b9d1c1f2f11b req-b204e4b3-ec2c-4140-ab46-5cecde73b3e3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b0016a0f-1988-46ad-b4da-048d7988271c HTTP/1.1" status: 200 len: 918 time: 0.0841441 Dec 15 13:41:15.906692 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-de82c5f8-939c-404f-a1a5-b9d1c1f2f11b req-6de080d0-9c5b-4e6e-b161-8a7780012603 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=836e8497-8739-4936-a7da-9c197bf1d072 HTTP/1.1" status: 200 len: 1002 time: 0.0608318 Dec 15 13:41:15.959219 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82c5f8-939c-404f-a1a5-b9d1c1f2f11b req-ff7ff885-7064-4829-8405-618ebb884aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:15.960600 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-de82c5f8-939c-404f-a1a5-b9d1c1f2f11b req-ff7ff885-7064-4829-8405-618ebb884aea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ee2d60c-e8f8-48bd-815a-998b0d5d4d75 HTTP/1.1" status: 200 len: 856 time: 0.0458622 Dec 15 13:41:15.982551 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:41:16.007422 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82c5f8-939c-404f-a1a5-b9d1c1f2f11b req-474d5310-c372-49fa-9cb9-c40866af8a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:16.008900 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-de82c5f8-939c-404f-a1a5-b9d1c1f2f11b req-474d5310-c372-49fa-9cb9-c40866af8a9e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0016a0f-1988-46ad-b4da-048d7988271c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402236 Dec 15 13:41:16.103324 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-de82c5f8-939c-404f-a1a5-b9d1c1f2f11b req-8578d263-99a2-4e87-916d-fe216a5d6178 service neutron] 10.222.0.46 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867853 Dec 15 13:41:16.192290 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-de82c5f8-939c-404f-a1a5-b9d1c1f2f11b req-0be2bda6-b9b2-4d06-9761-8b7bd4c8bb7c service neutron] 10.222.0.46 "GET /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815926 Dec 15 13:41:16.922966 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:18.533259 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:19.446916 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:29.581821 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b759983-8c9b-4976-83bf-27919209e5b8 req-6a8ea107-d8c8-4290-b89f-a8d9a116db31 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:29.583270 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4b759983-8c9b-4976-83bf-27919209e5b8 req-6a8ea107-d8c8-4290-b89f-a8d9a116db31 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=11606c02-c86d-4be7-af13-296b7061f769 HTTP/1.1" status: 200 len: 945 time: 0.0508494 Dec 15 13:41:29.848113 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4b759983-8c9b-4976-83bf-27919209e5b8 req-e69f55a4-7e9a-4a36-91bf-b35fc669e581 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=9435160b-7de9-4fb0-9363-4133a61fed52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579637 Dec 15 13:41:30.962483 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adefc57-5143-474d-8060-f4282a531bed req-a032211c-cf38-4835-803a-dc62dfb5fc59 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:30.964452 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5adefc57-5143-474d-8060-f4282a531bed req-a032211c-cf38-4835-803a-dc62dfb5fc59 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=11606c02-c86d-4be7-af13-296b7061f769 HTTP/1.1" status: 200 len: 945 time: 0.0479538 Dec 15 13:41:31.009462 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5adefc57-5143-474d-8060-f4282a531bed req-0a659f1c-0e16-478f-92a1-e03e7bbf6afd tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=9435160b-7de9-4fb0-9363-4133a61fed52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391850 Dec 15 13:41:31.716479 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf34ba-c779-44e3-8af6-e533300a1702 req-d7e49c1f-b4dd-49e4-85c0-cf630d5d6f62 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:31.717929 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-43cf34ba-c779-44e3-8af6-e533300a1702 req-d7e49c1f-b4dd-49e4-85c0-cf630d5d6f62 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.46 "GET /v2.0/ports?device_id=11606c02-c86d-4be7-af13-296b7061f769 HTTP/1.1" status: 200 len: 945 time: 0.0559139 Dec 15 13:41:31.811230 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-43cf34ba-c779-44e3-8af6-e533300a1702 req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Deleting port b79a2306-1e2f-41f0-8f14-42fe5c03e832 {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:41:31.811558 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-43cf34ba-c779-44e3-8af6-e533300a1702 req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:31.902466 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-43cf34ba-c779-44e3-8af6-e533300a1702 req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] For port b79a2306-1e2f-41f0-8f14-42fe5c03e832, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b79a2306-1e2f-41f0-8f14-42fe5c03e832,segment=NetworkSegment(4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb),segment_id=4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:31.902817 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-43cf34ba-c779-44e3-8af6-e533300a1702 req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:32.072052 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-43cf34ba-c779-44e3-8af6-e533300a1702 req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:32.072413 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-43cf34ba-c779-44e3-8af6-e533300a1702 req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529426'] for floatingip, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:32.072725 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.db.l3_db [req-43cf34ba-c779-44e3-8af6-e533300a1702 req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Floating IP 98243768-8e67-4505-8de9-262b2cf8ca3f disassociated. External IP: 172.27.2.203, port: b79a2306-1e2f-41f0-8f14-42fe5c03e832. Dec 15 13:41:32.073063 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-43cf34ba-c779-44e3-8af6-e533300a1702 req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Calling delete_port for b79a2306-1e2f-41f0-8f14-42fe5c03e832 owned by compute:nova {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:41:32.128594 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496d6ca-1077-4e8e-801e-a7d6218f52b5 req-9d6e7e07-5d36-437a-8bbf-459d1430124c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:41:32.130593 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9496d6ca-1077-4e8e-801e-a7d6218f52b5 req-9d6e7e07-5d36-437a-8bbf-459d1430124c tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/ports?device_id=11606c02-c86d-4be7-af13-296b7061f769 HTTP/1.1" status: 200 len: 945 time: 0.0484438 Dec 15 13:41:32.180666 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9496d6ca-1077-4e8e-801e-a7d6218f52b5 req-a946805a-1f17-4745-886d-c40c42ccbb52 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups?id=9435160b-7de9-4fb0-9363-4133a61fed52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446389 Dec 15 13:41:32.203637 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-43cf34ba-c779-44e3-8af6-e533300a1702 req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:32.236681 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Pushing event deleted for resources: {'Port': ['ID=b79a2306-1e2f-41f0-8f14-42fe5c03e832,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:32.247431 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:32.247781 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:32.248126 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:32.248475 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:32.248814 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:32.249140 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:32.249974 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:32.249974 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:32.250168 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:32.250427 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:32.250746 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:32.251135 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:32.251449 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:32.352583 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43cf34ba-c779-44e3-8af6-e533300a1702 req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Router 450d314a-17ce-47e6-a890-cd4585cc6ed7 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:41:32.456582 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43cf34ba-c779-44e3-8af6-e533300a1702 req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:41:32.467191 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a145ae09-6196-4859-b930-192e54681160 None None] Sync routers for ids ['450d314a-17ce-47e6-a890-cd4585cc6ed7'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:41:32.476752 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a145ae09-6196-4859-b930-192e54681160 None None] Routers {'450d314a-17ce-47e6-a890-cd4585cc6ed7'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:41:32.477360 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-a145ae09-6196-4859-b930-192e54681160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:41:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['450d314a-17ce-47e6-a890-cd4585cc6ed7'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:32.496639 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cf34ba-c779-44e3-8af6-e533300a1702 req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] No DVR routers for this DVR port b79a2306-1e2f-41f0-8f14-42fe5c03e832 on host hv-cinder-81322 {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:41:32.499140 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-43cf34ba-c779-44e3-8af6-e533300a1702 req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:32.502512 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-43cf34ba-c779-44e3-8af6-e533300a1702 req-b656690f-419e-465e-8b38-499d18024950 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.46 "DELETE /v2.0/ports/b79a2306-1e2f-41f0-8f14-42fe5c03e832 HTTP/1.1" status: 204 len: 173 time: 0.7760444 Dec 15 13:41:32.502976 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11606c02-c86d-4be7-af13-296b7061f769', 'name': 'network-vif-deleted', 'tag': 'b79a2306-1e2f-41f0-8f14-42fe5c03e832'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:41:32.505229 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0931a4-afdd-41d9-bc96-0ccc895ec117" -d '{"events": [{"server_uuid": "11606c02-c86d-4be7-af13-296b7061f769", "name": "network-vif-deleted", "tag": "b79a2306-1e2f-41f0-8f14-42fe5c03e832"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:41:32.547219 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87507af6-93c9-49a6-a3d3-d199a980f466 x-openstack-request-id: req-87507af6-93c9-49a6-a3d3-d199a980f466 {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:41:32.547695 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11606c02-c86d-4be7-af13-296b7061f769", "name": "network-vif-deleted", "tag": "b79a2306-1e2f-41f0-8f14-42fe5c03e832", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:41:32.547953 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-87507af6-93c9-49a6-a3d3-d199a980f466 {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:41:32.548360 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11606c02-c86d-4be7-af13-296b7061f769', 'name': 'network-vif-deleted', 'tag': 'b79a2306-1e2f-41f0-8f14-42fe5c03e832', 'status': 'completed', 'code': 200} Dec 15 13:41:32.723257 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-a145ae09-6196-4859-b930-192e54681160 None None] Set router 450d314a-17ce-47e6-a890-cd4585cc6ed7 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:41:32.920682 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-a145ae09-6196-4859-b930-192e54681160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'name': 'tempest-AttachVolumeTestJSON-809202730-router', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:09Z', 'revision_number': 4, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'gw_port': {'id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:02Z', 'updated_at': '2021-12-15T13:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': 'a16a0a7b-8e9e-4deb-a717-c95302fca6a0', 'name': '', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'mac_address': 'fa:16:3e:c8:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:07Z', 'updated_at': '2021-12-15T13:31:19Z', 'revision_number': 5, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'subnets': [{'id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:32.948073 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a145ae09-6196-4859-b930-192e54681160 None None] Checking router: 450d314a-17ce-47e6-a890-cd4585cc6ed7 for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:41:32.956355 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a145ae09-6196-4859-b930-192e54681160 None None] Routers {'450d314a-17ce-47e6-a890-cd4585cc6ed7'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:41:32.956961 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-a145ae09-6196-4859-b930-192e54681160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:41:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['450d314a-17ce-47e6-a890-cd4585cc6ed7'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:33.062629 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-a145ae09-6196-4859-b930-192e54681160 None None] Set router 450d314a-17ce-47e6-a890-cd4585cc6ed7 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:41:33.256073 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-a145ae09-6196-4859-b930-192e54681160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'name': 'tempest-AttachVolumeTestJSON-809202730-router', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:09Z', 'revision_number': 4, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'gw_port': {'id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:02Z', 'updated_at': '2021-12-15T13:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': 'a16a0a7b-8e9e-4deb-a717-c95302fca6a0', 'name': '', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'mac_address': 'fa:16:3e:c8:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:07Z', 'updated_at': '2021-12-15T13:31:19Z', 'revision_number': 5, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'subnets': [{'id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:33.263497 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 32996) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:33.286931 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a145ae09-6196-4859-b930-192e54681160 None None] The sync data for ids ['450d314a-17ce-47e6-a890-cd4585cc6ed7'] in dv-cinder-813227-4-iscsi is: [{'id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'name': 'tempest-AttachVolumeTestJSON-809202730-router', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:09Z', 'revision_number': 4, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'gw_port': {'id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:02Z', 'updated_at': '2021-12-15T13:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': 'a16a0a7b-8e9e-4deb-a717-c95302fca6a0', 'name': '', 'network_id': 'c615d296-1c4b-42bd-b81b-913328306550', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'mac_address': 'fa:16:3e:c8:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:07Z', 'updated_at': '2021-12-15T13:31:19Z', 'revision_number': 5, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'subnets': [{'id': '6bfb1a29-2a65-49ed-8e77-c521738f977b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:41:33.318021 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3e868f30-592d-4408-80ba-63ae230dd027 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.342478 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3e868f30-592d-4408-80ba-63ae230dd027 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.392920 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3e868f30-592d-4408-80ba-63ae230dd027 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.395712 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3e868f30-592d-4408-80ba-63ae230dd027 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.396884 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-3e868f30-592d-4408-80ba-63ae230dd027 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "DELETE /v2.0/security-groups/9435160b-7de9-4fb0-9363-4133a61fed52 HTTP/1.1" status: 204 len: 168 time: 0.1322637 Dec 15 13:41:33.399849 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 32998) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:33.407193 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e868f30-592d-4408-80ba-63ae230dd027 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9435160b-7de9-4fb0-9363-4133a61fed52,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:33.414595 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.api.v2.resource [None req-77d88d83-9ddf-4b7f-91b1-113379aef55a tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] show failed (client error): The resource could not be found. Dec 15 13:41:33.415838 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-77d88d83-9ddf-4b7f-91b1-113379aef55a tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "GET /v2.0/security-groups/9435160b-7de9-4fb0-9363-4133a61fed52 HTTP/1.1" status: 404 len: 347 time: 0.0146739 Dec 15 13:41:33.419111 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33000) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:33.423178 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e868f30-592d-4408-80ba-63ae230dd027 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:33.423532 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e868f30-592d-4408-80ba-63ae230dd027 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:33.423878 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e868f30-592d-4408-80ba-63ae230dd027 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:33.424217 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e868f30-592d-4408-80ba-63ae230dd027 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:33.424547 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e868f30-592d-4408-80ba-63ae230dd027 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:33.424882 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e868f30-592d-4408-80ba-63ae230dd027 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:33.425209 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e868f30-592d-4408-80ba-63ae230dd027 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:33.425749 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e868f30-592d-4408-80ba-63ae230dd027 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:33.426101 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e868f30-592d-4408-80ba-63ae230dd027 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:33.427757 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e868f30-592d-4408-80ba-63ae230dd027 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:33.427757 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e868f30-592d-4408-80ba-63ae230dd027 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:33.427757 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e868f30-592d-4408-80ba-63ae230dd027 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:33.427757 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e868f30-592d-4408-80ba-63ae230dd027 tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:33.520883 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd63297-cfe2-47f0-8926-ec2e399e02aa None None] New status for floating IP 98243768-8e67-4505-8de9-262b2cf8ca3f: DOWN {{(pid=102377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:41:33.560873 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-03b4455c-72b2-47df-adae-ec3b958a165b tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Deleting port 54aadc04-00c4-4a87-842a-85ccc265715d {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:41:33.561213 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-03b4455c-72b2-47df-adae-ec3b958a165b tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.640843 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-03b4455c-72b2-47df-adae-ec3b958a165b tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.641151 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-03b4455c-72b2-47df-adae-ec3b958a165b tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.654610 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-03b4455c-72b2-47df-adae-ec3b958a165b tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Calling delete_port for 54aadc04-00c4-4a87-842a-85ccc265715d owned by network:floatingip {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:41:33.793473 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-03b4455c-72b2-47df-adae-ec3b958a165b tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.818962 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4455c-72b2-47df-adae-ec3b958a165b tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Pushing event deleted for resources: {'Port': ['ID=54aadc04-00c4-4a87-842a-85ccc265715d,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:33.875158 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-03b4455c-72b2-47df-adae-ec3b958a165b tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks [] for floatingip, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.877812 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-03b4455c-72b2-47df-adae-ec3b958a165b tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for floatingip, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:33.878993 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-03b4455c-72b2-47df-adae-ec3b958a165b tempest-AttachVolumeTestJSON-1319480055 tempest-AttachVolumeTestJSON-1319480055-project] 10.222.0.60 "DELETE /v2.0/floatingips/98243768-8e67-4505-8de9-262b2cf8ca3f HTTP/1.1" status: 204 len: 168 time: 0.4589324 Dec 15 13:41:34.938637 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device b79a2306-1e2f-41f0-8f14-42fe5c03e832 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:41:34.958745 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] No Port match for: b79a2306-1e2f-41f0-8f14-42fe5c03e832 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:41:34.959046 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device b79a2306-1e2f-41f0-8f14-42fe5c03e832 not bound to the agent host hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:41:37.410674 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33030) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:37.845434 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ed0082fb-836f-46fc-b189-6e59ece75233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530962'] for router_interface, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:38.084188 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-ed0082fb-836f-46fc-b189-6e59ece75233 admin admin] Deleting port a16a0a7b-8e9e-4deb-a717-c95302fca6a0 {{(pid=102375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:41:38.084539 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ed0082fb-836f-46fc-b189-6e59ece75233 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:38.162774 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.db [None req-ed0082fb-836f-46fc-b189-6e59ece75233 admin admin] For port a16a0a7b-8e9e-4deb-a717-c95302fca6a0, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=a16a0a7b-8e9e-4deb-a717-c95302fca6a0,segment=NetworkSegment(4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb),segment_id=4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb)] {{(pid=102375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:38.163185 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ed0082fb-836f-46fc-b189-6e59ece75233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:38.175479 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-ed0082fb-836f-46fc-b189-6e59ece75233 admin admin] Calling delete_port for a16a0a7b-8e9e-4deb-a717-c95302fca6a0 owned by network:router_interface {{(pid=102375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:41:38.348005 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ed0082fb-836f-46fc-b189-6e59ece75233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:38.372710 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0082fb-836f-46fc-b189-6e59ece75233 admin admin] Pushing event deleted for resources: {'Port': ['ID=a16a0a7b-8e9e-4deb-a717-c95302fca6a0,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:38.535594 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ed0082fb-836f-46fc-b189-6e59ece75233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531086'] for router_interface, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:38.742121 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0082fb-836f-46fc-b189-6e59ece75233 admin admin] Router 450d314a-17ce-47e6-a890-cd4585cc6ed7 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:41:38.843098 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0082fb-836f-46fc-b189-6e59ece75233 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:41:38.848041 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-ed0082fb-836f-46fc-b189-6e59ece75233 admin admin] 10.222.0.60 "PUT /v2.0/routers/450d314a-17ce-47e6-a890-cd4585cc6ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4363372 Dec 15 13:41:38.850581 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33034) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:38.852793 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb3e245-0ab5-4cd8-b884-d1acdc1fbdb9 None None] Sync routers for ids ['450d314a-17ce-47e6-a890-cd4585cc6ed7'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:41:38.863482 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb3e245-0ab5-4cd8-b884-d1acdc1fbdb9 None None] Routers {'450d314a-17ce-47e6-a890-cd4585cc6ed7'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:41:38.864091 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-3cb3e245-0ab5-4cd8-b884-d1acdc1fbdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:41:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['450d314a-17ce-47e6-a890-cd4585cc6ed7'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:38.957814 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-03ec4651-b822-46df-accd-2744b2fbc1c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:38.968441 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-3cb3e245-0ab5-4cd8-b884-d1acdc1fbdb9 None None] Set router 450d314a-17ce-47e6-a890-cd4585cc6ed7 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:41:39.058587 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-03ec4651-b822-46df-accd-2744b2fbc1c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.111641 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-03ec4651-b822-46df-accd-2744b2fbc1c3 admin admin] Deleting port 6d87886e-3c31-4b00-bf99-c0381f45a067 {{(pid=102375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:41:39.111980 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-03ec4651-b822-46df-accd-2744b2fbc1c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.137527 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.160164 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-3cb3e245-0ab5-4cd8-b884-d1acdc1fbdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'name': 'tempest-AttachVolumeTestJSON-809202730-router', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:41:38Z', 'revision_number': 5, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'gw_port': {'id': '6d87886e-3c31-4b00-bf99-c0381f45a067', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:02Z', 'updated_at': '2021-12-15T13:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:39.186970 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb3e245-0ab5-4cd8-b884-d1acdc1fbdb9 None None] Checking router: 450d314a-17ce-47e6-a890-cd4585cc6ed7 for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:41:39.193377 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.db [None req-03ec4651-b822-46df-accd-2744b2fbc1c3 admin admin] For port 6d87886e-3c31-4b00-bf99-c0381f45a067, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=6d87886e-3c31-4b00-bf99-c0381f45a067,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:39.193765 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-03ec4651-b822-46df-accd-2744b2fbc1c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.195667 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb3e245-0ab5-4cd8-b884-d1acdc1fbdb9 None None] Routers {'450d314a-17ce-47e6-a890-cd4585cc6ed7'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:41:39.196358 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-3cb3e245-0ab5-4cd8-b884-d1acdc1fbdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:41:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['450d314a-17ce-47e6-a890-cd4585cc6ed7'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:39.205653 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-03ec4651-b822-46df-accd-2744b2fbc1c3 admin admin] Calling delete_port for 6d87886e-3c31-4b00-bf99-c0381f45a067 owned by network:router_gateway {{(pid=102375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:41:39.280680 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-3cb3e245-0ab5-4cd8-b884-d1acdc1fbdb9 None None] Set router 450d314a-17ce-47e6-a890-cd4585cc6ed7 gateway port host: None {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:41:39.333901 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-3cb3e245-0ab5-4cd8-b884-d1acdc1fbdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'name': 'tempest-AttachVolumeTestJSON-809202730-router', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:41:39Z', 'revision_number': 6, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'gw_port_host': None}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:39.361310 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb3e245-0ab5-4cd8-b884-d1acdc1fbdb9 None None] The sync data for ids ['450d314a-17ce-47e6-a890-cd4585cc6ed7'] in dv-cinder-813227-4-iscsi is: [{'id': '450d314a-17ce-47e6-a890-cd4585cc6ed7', 'name': 'tempest-AttachVolumeTestJSON-809202730-router', 'tenant_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:41:39Z', 'revision_number': 6, 'project_id': '4cde9c0e34334ad7a7e79bfeb8963935', 'gw_port_host': None}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:41:39.369903 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-03ec4651-b822-46df-accd-2744b2fbc1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.397532 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec4651-b822-46df-accd-2744b2fbc1c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d87886e-3c31-4b00-bf99-c0381f45a067,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:39.453954 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-03ec4651-b822-46df-accd-2744b2fbc1c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529452'] for router_gateway, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.541360 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-03ec4651-b822-46df-accd-2744b2fbc1c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12871'] for router, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.543509 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-03ec4651-b822-46df-accd-2744b2fbc1c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.587448 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-03ec4651-b822-46df-accd-2744b2fbc1c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532917'] for router, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.588022 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ec4651-b822-46df-accd-2744b2fbc1c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 450d314a-17ce-47e6-a890-cd4585cc6ed7 {{(pid=102375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:41:39.593102 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-03ec4651-b822-46df-accd-2744b2fbc1c3 admin admin] Publish callbacks [] for router, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.594072 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-03ec4651-b822-46df-accd-2744b2fbc1c3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/450d314a-17ce-47e6-a890-cd4585cc6ed7 HTTP/1.1" status: 204 len: 168 time: 0.7425733 Dec 15 13:41:39.596600 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33036) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:39.642330 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5c479b-4ac5-4051-9609-3fdab9828431 admin admin] Deleting subnet 6bfb1a29-2a65-49ed-8e77-c521738f977b {{(pid=102375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:41:39.645364 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4c5c479b-4ac5-4051-9609-3fdab9828431 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.678827 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4c5c479b-4ac5-4051-9609-3fdab9828431 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8903931'] for subnet, precommit_delete_associations {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.764475 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4c5c479b-4ac5-4051-9609-3fdab9828431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1679046'] for subnet, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.818595 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4c5c479b-4ac5-4051-9609-3fdab9828431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1679053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8698117'] for subnet, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.845184 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c479b-4ac5-4051-9609-3fdab9828431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bfb1a29-2a65-49ed-8e77-c521738f977b,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:39.847179 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4c5c479b-4ac5-4051-9609-3fdab9828431 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.852851 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-4c5c479b-4ac5-4051-9609-3fdab9828431 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6bfb1a29-2a65-49ed-8e77-c521738f977b HTTP/1.1" status: 204 len: 168 time: 0.2529161 Dec 15 13:41:39.853028 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4c047b-0add-4938-85a9-dbc73853e9c7 None None] Network c615d296-1c4b-42bd-b81b-913328306550 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:41:39.853486 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33038) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:39.919367 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e23d4e62-ea95-4c04-a2d2-aa7bf6865df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645032'] for network, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:39.978690 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-e23d4e62-ea95-4c04-a2d2-aa7bf6865df2 admin admin] Deleting port f570350b-2e13-4b6d-8242-830fb018753a {{(pid=102375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:41:39.979083 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e23d4e62-ea95-4c04-a2d2-aa7bf6865df2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.040193 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.db [None req-e23d4e62-ea95-4c04-a2d2-aa7bf6865df2 admin admin] For port f570350b-2e13-4b6d-8242-830fb018753a, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=f570350b-2e13-4b6d-8242-830fb018753a,segment=NetworkSegment(4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb),segment_id=4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb)] {{(pid=102375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:40.040565 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e23d4e62-ea95-4c04-a2d2-aa7bf6865df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.053154 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-e23d4e62-ea95-4c04-a2d2-aa7bf6865df2 admin admin] Calling delete_port for f570350b-2e13-4b6d-8242-830fb018753a owned by network:dhcp {{(pid=102375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:41:40.107742 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc4834b-1ea2-4b42-94cc-48261fb0dd71 None None] DHCP port deletion for c615d296-1c4b-42bd-b81b-913328306550 request from dv-cinder-813227-4-iscsi {{(pid=102376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:41:40.135264 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e23d4e62-ea95-4c04-a2d2-aa7bf6865df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.162561 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23d4e62-ea95-4c04-a2d2-aa7bf6865df2 admin admin] No DVR routers for this DVR port f570350b-2e13-4b6d-8242-830fb018753a on host dv-cinder-813227-4-iscsi {{(pid=102375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:41:40.165870 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-dcc4834b-1ea2-4b42-94cc-48261fb0dd71 None None] Deleting port f570350b-2e13-4b6d-8242-830fb018753a {{(pid=102376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:41:40.166161 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d4e62-ea95-4c04-a2d2-aa7bf6865df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f570350b-2e13-4b6d-8242-830fb018753a,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:40.166284 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-dcc4834b-1ea2-4b42-94cc-48261fb0dd71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.235795 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-dcc4834b-1ea2-4b42-94cc-48261fb0dd71 None None] For port f570350b-2e13-4b6d-8242-830fb018753a, host dv-cinder-813227-4-iscsi, got binding levels [] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:41:40.236120 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-dcc4834b-1ea2-4b42-94cc-48261fb0dd71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.236978 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e23d4e62-ea95-4c04-a2d2-aa7bf6865df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1673553', 'neutron.services.segments.db._delete_segments_for_network-8790303350658'] for network, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.249727 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-dcc4834b-1ea2-4b42-94cc-48261fb0dd71 None None] Calling delete_port for f570350b-2e13-4b6d-8242-830fb018753a owned by network:dhcp {{(pid=102376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:41:40.252480 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.ipam_backend_mixin [None req-dcc4834b-1ea2-4b42-94cc-48261fb0dd71 None None] Port f570350b-2e13-4b6d-8242-830fb018753a was not found and therefore no delete operation was performed {{(pid=102376) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 13:41:40.253728 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-dcc4834b-1ea2-4b42-94cc-48261fb0dd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089'] for port, after_delete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.256904 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-e23d4e62-ea95-4c04-a2d2-aa7bf6865df2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c615d296-1c4b-42bd-b81b-913328306550']}} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:40.266232 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-e23d4e62-ea95-4c04-a2d2-aa7bf6865df2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb') {'for_net_delete': True} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:40.266528 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-e23d4e62-ea95-4c04-a2d2-aa7bf6865df2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4742ed3f-59dc-4f0e-abd1-3a9a7ed75adb') {} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:41:40.279486 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4834b-1ea2-4b42-94cc-48261fb0dd71 None None] Pushing event deleted for resources: {'Port': ['ID=f570350b-2e13-4b6d-8242-830fb018753a,revision_number=None']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:40.280119 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e23d4e62-ea95-4c04-a2d2-aa7bf6865df2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790303353739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8903680'] for segment, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.281802 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4834b-1ea2-4b42-94cc-48261fb0dd71 None None] No DVR routers for this DVR port f570350b-2e13-4b6d-8242-830fb018753a on host dv-cinder-813227-4-iscsi {{(pid=102376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:41:40.296570 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4834b-1ea2-4b42-94cc-48261fb0dd71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:40.296925 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4834b-1ea2-4b42-94cc-48261fb0dd71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:40.297263 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4834b-1ea2-4b42-94cc-48261fb0dd71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:40.297609 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4834b-1ea2-4b42-94cc-48261fb0dd71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:40.299886 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4834b-1ea2-4b42-94cc-48261fb0dd71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:40.299886 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4834b-1ea2-4b42-94cc-48261fb0dd71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:40.299886 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4834b-1ea2-4b42-94cc-48261fb0dd71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:40.299886 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4834b-1ea2-4b42-94cc-48261fb0dd71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:40.299886 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4834b-1ea2-4b42-94cc-48261fb0dd71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:40.299886 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4834b-1ea2-4b42-94cc-48261fb0dd71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:40.300406 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4834b-1ea2-4b42-94cc-48261fb0dd71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:40.300406 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4834b-1ea2-4b42-94cc-48261fb0dd71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:40.300745 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc4834b-1ea2-4b42-94cc-48261fb0dd71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:41:40.301210 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e23d4e62-ea95-4c04-a2d2-aa7bf6865df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.310409 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23d4e62-ea95-4c04-a2d2-aa7bf6865df2 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:41:40.311343 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e23d4e62-ea95-4c04-a2d2-aa7bf6865df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655729'] for segment, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: Traceback (most recent call last): Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: timer() Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: cb(*args, **kw) Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: return func(*args, **kwargs) Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: self._notify() Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: self.callback(batched_events) Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: event.method(event) Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: return f(self, *a, **k) Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: return self._get(url).json() Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: return self.request(url, 'GET', **kwargs) Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:41:40.313125 dv-cinder-813227-4-iscsi neutron-server[102375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:41:40.371185 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e23d4e62-ea95-4c04-a2d2-aa7bf6865df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529408'] for network, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.377721 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e23d4e62-ea95-4c04-a2d2-aa7bf6865df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.381015 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-e23d4e62-ea95-4c04-a2d2-aa7bf6865df2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c615d296-1c4b-42bd-b81b-913328306550 HTTP/1.1" status: 204 len: 168 time: 0.5271087 Dec 15 13:41:40.391252 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d4e62-ea95-4c04-a2d2-aa7bf6865df2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c615d296-1c4b-42bd-b81b-913328306550,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:40.505235 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33042) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:40.544789 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-77831564-93ea-40de-a9ba-6ef5a6a000a4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4cde9c0e34334ad7a7e79bfeb8963935&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384283 Dec 15 13:41:40.547173 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33044) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:40.593003 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-49ac9998-9f3e-412e-af4a-7cbdcba877ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.614369 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-49ac9998-9f3e-412e-af4a-7cbdcba877ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.668671 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-49ac9998-9f3e-412e-af4a-7cbdcba877ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.671653 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-49ac9998-9f3e-412e-af4a-7cbdcba877ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:40.672798 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-49ac9998-9f3e-412e-af4a-7cbdcba877ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f8c729f-cb66-4c59-be64-50f4b1c2cf4b HTTP/1.1" status: 204 len: 168 time: 0.1247492 Dec 15 13:41:40.680596 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac9998-9f3e-412e-af4a-7cbdcba877ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8c729f-cb66-4c59-be64-50f4b1c2cf4b,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:40.991718 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device a16a0a7b-8e9e-4deb-a717-c95302fca6a0 no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:41:41.017793 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: a16a0a7b-8e9e-4deb-a717-c95302fca6a0 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:41:41.018136 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device a16a0a7b-8e9e-4deb-a717-c95302fca6a0 not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:41:41.018552 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 6d87886e-3c31-4b00-bf99-c0381f45a067 no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:41:41.037512 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: 6d87886e-3c31-4b00-bf99-c0381f45a067 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:41:41.037857 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 6d87886e-3c31-4b00-bf99-c0381f45a067 not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:41:41.038262 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device f570350b-2e13-4b6d-8242-830fb018753a no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:41:41.057856 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: f570350b-2e13-4b6d-8242-830fb018753a {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:41:41.057856 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device f570350b-2e13-4b6d-8242-830fb018753a not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:41:42.436762 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33106) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:42.541020 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b7a5b0f6-d6ef-4603-99c7-293c30668857 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:42.629251 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b7a5b0f6-d6ef-4603-99c7-293c30668857 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:42.633430 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b7a5b0f6-d6ef-4603-99c7-293c30668857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:42.670323 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5b0f6-d6ef-4603-99c7-293c30668857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87981bc1-2e79-4685-a109-62d53e87d30f,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:42.674568 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-b7a5b0f6-d6ef-4603-99c7-293c30668857 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=112ecd3f66ca495a9c13218c11a2a324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368071 Dec 15 13:41:42.677276 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33110) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:42.725470 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-8ab5b9b0-5ff6-4f82-95c1-70611a848e95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:42.746451 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-8ab5b9b0-5ff6-4f82-95c1-70611a848e95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:42.791106 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-8ab5b9b0-5ff6-4f82-95c1-70611a848e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:42.793740 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-8ab5b9b0-5ff6-4f82-95c1-70611a848e95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:42.794880 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-8ab5b9b0-5ff6-4f82-95c1-70611a848e95 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/87981bc1-2e79-4685-a109-62d53e87d30f HTTP/1.1" status: 204 len: 168 time: 0.1164253 Dec 15 13:41:42.802123 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5b9b0-5ff6-4f82-95c1-70611a848e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87981bc1-2e79-4685-a109-62d53e87d30f,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:43.050794 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33116) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:43.066839 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-23b1e925-9c60-4123-9edb-7c7e05fd2615 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:43.139677 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-23b1e925-9c60-4123-9edb-7c7e05fd2615 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:43.143330 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-23b1e925-9c60-4123-9edb-7c7e05fd2615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:43.180713 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-23b1e925-9c60-4123-9edb-7c7e05fd2615 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a75a902fa3b44500a07508d2cab43dbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287971 Dec 15 13:41:43.181785 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1e925-9c60-4123-9edb-7c7e05fd2615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08260f63-83e5-4ca2-8023-92d7c7624f37,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:43.183394 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33120) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:43.231638 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b4c12357-ba06-46cf-9a93-f58b4f13e83d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:43.252451 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b4c12357-ba06-46cf-9a93-f58b4f13e83d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:43.300080 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b4c12357-ba06-46cf-9a93-f58b4f13e83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:43.302690 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b4c12357-ba06-46cf-9a93-f58b4f13e83d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:43.303843 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-b4c12357-ba06-46cf-9a93-f58b4f13e83d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/08260f63-83e5-4ca2-8023-92d7c7624f37 HTTP/1.1" status: 204 len: 168 time: 0.1182320 Dec 15 13:41:43.312386 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c12357-ba06-46cf-9a93-f58b4f13e83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08260f63-83e5-4ca2-8023-92d7c7624f37,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:43.456446 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-61cb93d2-750e-4231-a9a4-d3b90081cd06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:45.820121 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-1d2fc1e6-2f62-4f35-b564-4edf007429bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:46.925059 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:48.536592 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:49.454011 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:51.728618 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33256) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:51.829030 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b9201cda-f01d-4bc5-baa6-0c4fe43f9657 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:51.906362 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b9201cda-f01d-4bc5-baa6-0c4fe43f9657 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:51.910006 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b9201cda-f01d-4bc5-baa6-0c4fe43f9657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:51.948108 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-b9201cda-f01d-4bc5-baa6-0c4fe43f9657 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=84ff650e21f84b43876ae5a3c6dfa773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183647 Dec 15 13:41:51.948980 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9201cda-f01d-4bc5-baa6-0c4fe43f9657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2b4af2-0bad-4e68-b28a-b99838e6b2b7,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:51.951283 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33260) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:51.999392 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b0bcab9e-9608-4c77-a1b0-ca4bc3df12c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.020135 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b0bcab9e-9608-4c77-a1b0-ca4bc3df12c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.063780 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b0bcab9e-9608-4c77-a1b0-ca4bc3df12c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.066507 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b0bcab9e-9608-4c77-a1b0-ca4bc3df12c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.067685 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-b0bcab9e-9608-4c77-a1b0-ca4bc3df12c3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a2b4af2-0bad-4e68-b28a-b99838e6b2b7 HTTP/1.1" status: 204 len: 168 time: 0.1146903 Dec 15 13:41:52.076081 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcab9e-9608-4c77-a1b0-ca4bc3df12c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2b4af2-0bad-4e68-b28a-b99838e6b2b7,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:52.320798 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33266) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:52.333827 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-cbfe1600-a837-4071-8f58-a60f0a8cd87b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.409010 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-cbfe1600-a837-4071-8f58-a60f0a8cd87b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.412626 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-cbfe1600-a837-4071-8f58-a60f0a8cd87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.450733 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-cbfe1600-a837-4071-8f58-a60f0a8cd87b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=24928aae126449b3a8e6e84b7a088a7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288199 Dec 15 13:41:52.452654 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe1600-a837-4071-8f58-a60f0a8cd87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d838025c-d81e-41ad-ad9d-e5778f9c4905,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:52.453536 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33268) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:52.502725 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1e23-db9f-48df-98f5-9864dec52444 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.522537 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1e23-db9f-48df-98f5-9864dec52444 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.568391 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1e23-db9f-48df-98f5-9864dec52444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.571097 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1e23-db9f-48df-98f5-9864dec52444 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.572233 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-aaeb1e23-db9f-48df-98f5-9864dec52444 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d838025c-d81e-41ad-ad9d-e5778f9c4905 HTTP/1.1" status: 204 len: 168 time: 0.1177125 Dec 15 13:41:52.579643 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb1e23-db9f-48df-98f5-9864dec52444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d838025c-d81e-41ad-ad9d-e5778f9c4905,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:52.875435 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33274) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:52.888794 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-44b75111-cbb3-4d95-9438-0d6aac2d204e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.901918 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:41:52.963213 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-44b75111-cbb3-4d95-9438-0d6aac2d204e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:52.967836 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-44b75111-cbb3-4d95-9438-0d6aac2d204e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:53.003687 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-44b75111-cbb3-4d95-9438-0d6aac2d204e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c4bcda6d27ef4fd4b808f0c117a08b29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272097 Dec 15 13:41:53.005589 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b75111-cbb3-4d95-9438-0d6aac2d204e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750b00e1-83a4-4e03-b416-9f495e3db160,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:53.006363 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33276) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:53.054390 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3de368b8-051a-458d-a8e2-c751a483b946 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:53.074935 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3de368b8-051a-458d-a8e2-c751a483b946 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:53.120249 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3de368b8-051a-458d-a8e2-c751a483b946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:53.122866 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3de368b8-051a-458d-a8e2-c751a483b946 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:53.124000 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-3de368b8-051a-458d-a8e2-c751a483b946 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/750b00e1-83a4-4e03-b416-9f495e3db160 HTTP/1.1" status: 204 len: 168 time: 0.1165645 Dec 15 13:41:53.131562 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de368b8-051a-458d-a8e2-c751a483b946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750b00e1-83a4-4e03-b416-9f495e3db160,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:58.709530 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33360) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:58.810562 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7dbfac3e-d4cf-4901-bce3-5dd8ed5f2341 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.884242 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7dbfac3e-d4cf-4901-bce3-5dd8ed5f2341 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.887604 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7dbfac3e-d4cf-4901-bce3-5dd8ed5f2341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.926868 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-7dbfac3e-d4cf-4901-bce3-5dd8ed5f2341 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=532bcee7134340728729469b6bb1f5b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162819 Dec 15 13:41:58.928784 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfac3e-d4cf-4901-bce3-5dd8ed5f2341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8231a8-f8c1-4cef-9c76-833b821937a4,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:58.929557 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33364) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:58.977521 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-89f7c7a9-e447-439f-b758-03507d8999b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:58.997998 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-89f7c7a9-e447-439f-b758-03507d8999b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.042809 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-89f7c7a9-e447-439f-b758-03507d8999b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.045416 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-89f7c7a9-e447-439f-b758-03507d8999b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.046545 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-89f7c7a9-e447-439f-b758-03507d8999b0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ff8231a8-f8c1-4cef-9c76-833b821937a4 HTTP/1.1" status: 204 len: 168 time: 0.1160171 Dec 15 13:41:59.053792 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7c7a9-e447-439f-b758-03507d8999b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8231a8-f8c1-4cef-9c76-833b821937a4,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:59.295717 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33370) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:59.308489 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-10a14b48-62dc-41ba-bc87-0faf28b5807e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.380125 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-10a14b48-62dc-41ba-bc87-0faf28b5807e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.383526 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-10a14b48-62dc-41ba-bc87-0faf28b5807e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.422648 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-10a14b48-62dc-41ba-bc87-0faf28b5807e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ac85c07e083a4df793c78c9395aa0666&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258104 Dec 15 13:41:59.423418 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a14b48-62dc-41ba-bc87-0faf28b5807e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b246d057-d21d-4c27-bfba-38eaa452786e,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:41:59.425320 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33372) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:41:59.474516 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-64865987-801d-42ce-b2f9-a00a47d42590 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.494906 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-64865987-801d-42ce-b2f9-a00a47d42590 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.541348 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-64865987-801d-42ce-b2f9-a00a47d42590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.543941 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-64865987-801d-42ce-b2f9-a00a47d42590 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:41:59.545655 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-64865987-801d-42ce-b2f9-a00a47d42590 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b246d057-d21d-4c27-bfba-38eaa452786e HTTP/1.1" status: 204 len: 168 time: 0.1193099 Dec 15 13:41:59.554647 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64865987-801d-42ce-b2f9-a00a47d42590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b246d057-d21d-4c27-bfba-38eaa452786e,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:01.165407 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33426) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:01.265764 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-75cab4d8-657e-48d3-af5a-28c9b4b5d5bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.338409 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-75cab4d8-657e-48d3-af5a-28c9b4b5d5bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.342809 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-75cab4d8-657e-48d3-af5a-28c9b4b5d5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.379991 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-75cab4d8-657e-48d3-af5a-28c9b4b5d5bf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f8c03152ffc421c9868941bde3d31de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2134778 Dec 15 13:42:01.380843 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cab4d8-657e-48d3-af5a-28c9b4b5d5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ab3c07-3ceb-41d9-8e02-9a0df2cea496,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:01.382660 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33430) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:01.430574 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3f5c15d8-0545-4d01-8b67-114595565c2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.451193 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3f5c15d8-0545-4d01-8b67-114595565c2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.496944 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3f5c15d8-0545-4d01-8b67-114595565c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.500236 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3f5c15d8-0545-4d01-8b67-114595565c2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.501392 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-3f5c15d8-0545-4d01-8b67-114595565c2b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32ab3c07-3ceb-41d9-8e02-9a0df2cea496 HTTP/1.1" status: 204 len: 168 time: 0.1172092 Dec 15 13:42:01.508848 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c15d8-0545-4d01-8b67-114595565c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ab3c07-3ceb-41d9-8e02-9a0df2cea496,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:01.762539 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33436) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:01.776285 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-74c13f53-5c44-42e5-9ac7-172b4bbec4a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.851806 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-74c13f53-5c44-42e5-9ac7-172b4bbec4a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.855363 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-74c13f53-5c44-42e5-9ac7-172b4bbec4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.893401 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-74c13f53-5c44-42e5-9ac7-172b4bbec4a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb93747827d84e2eb20e07f24e579506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297786 Dec 15 13:42:01.894574 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c13f53-5c44-42e5-9ac7-172b4bbec4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88289133-ea8f-4a8b-a80e-4be7c1e04a5e,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:01.896182 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33438) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:01.956380 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d56e86dc-7588-4c7a-a3cb-f824bfb313a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:01.976622 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d56e86dc-7588-4c7a-a3cb-f824bfb313a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:02.021303 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d56e86dc-7588-4c7a-a3cb-f824bfb313a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:02.023834 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d56e86dc-7588-4c7a-a3cb-f824bfb313a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:02.024961 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-d56e86dc-7588-4c7a-a3cb-f824bfb313a9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88289133-ea8f-4a8b-a80e-4be7c1e04a5e HTTP/1.1" status: 204 len: 168 time: 0.1277504 Dec 15 13:42:02.032819 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e86dc-7588-4c7a-a3cb-f824bfb313a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88289133-ea8f-4a8b-a80e-4be7c1e04a5e,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:06.854817 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33538) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:06.963965 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a0b2e462-a7b3-44c8-aa75-5990ead5c89b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.035337 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a0b2e462-a7b3-44c8-aa75-5990ead5c89b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.038908 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a0b2e462-a7b3-44c8-aa75-5990ead5c89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.076944 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-a0b2e462-a7b3-44c8-aa75-5990ead5c89b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a687667052f6449ba564a5b251f8aeb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210610 Dec 15 13:42:07.077834 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2e462-a7b3-44c8-aa75-5990ead5c89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e70d652-90e8-40e8-a14a-346bf44570c6,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:07.079613 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33542) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:07.127815 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-31ed4e88-2dbb-4626-93fc-0eab075067da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.148027 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-31ed4e88-2dbb-4626-93fc-0eab075067da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.193369 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-31ed4e88-2dbb-4626-93fc-0eab075067da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.195985 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-31ed4e88-2dbb-4626-93fc-0eab075067da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.197109 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-31ed4e88-2dbb-4626-93fc-0eab075067da admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e70d652-90e8-40e8-a14a-346bf44570c6 HTTP/1.1" status: 204 len: 168 time: 0.1164603 Dec 15 13:42:07.204625 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed4e88-2dbb-4626-93fc-0eab075067da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e70d652-90e8-40e8-a14a-346bf44570c6,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:07.447174 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33548) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:07.460000 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-571b278e-0527-4e9e-a7fb-20a06fb60991 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.533371 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-571b278e-0527-4e9e-a7fb-20a06fb60991 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.537034 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-571b278e-0527-4e9e-a7fb-20a06fb60991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.576556 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-571b278e-0527-4e9e-a7fb-20a06fb60991 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a37bedb3ea04d44a812de111c0cf34a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282759 Dec 15 13:42:07.577332 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b278e-0527-4e9e-a7fb-20a06fb60991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489a2096-82d3-471b-824f-89582890d82a,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:07.579158 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33550) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:07.627171 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2650151b-e872-421b-9105-f0ce4f314d93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.646916 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2650151b-e872-421b-9105-f0ce4f314d93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.692407 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2650151b-e872-421b-9105-f0ce4f314d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.694747 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2650151b-e872-421b-9105-f0ce4f314d93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:07.695917 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-2650151b-e872-421b-9105-f0ce4f314d93 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/489a2096-82d3-471b-824f-89582890d82a HTTP/1.1" status: 204 len: 168 time: 0.1157923 Dec 15 13:42:07.705986 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650151b-e872-421b-9105-f0ce4f314d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489a2096-82d3-471b-824f-89582890d82a,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:08.011583 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33556) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:08.024839 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e4780484-9fd6-4276-ae1a-088f2f34515c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:08.098951 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e4780484-9fd6-4276-ae1a-088f2f34515c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:08.102451 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e4780484-9fd6-4276-ae1a-088f2f34515c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:08.139356 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-e4780484-9fd6-4276-ae1a-088f2f34515c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0561c8a5ca6b41d58b7171d2da2cf7b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267281 Dec 15 13:42:08.140824 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4780484-9fd6-4276-ae1a-088f2f34515c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8465f2f-d95d-47a2-828d-fe3c48fde8ea,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:08.142537 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33558) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:08.189359 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7e65171c-4924-4294-ae04-569bbba11126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:08.209968 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7e65171c-4924-4294-ae04-569bbba11126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:08.254384 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7e65171c-4924-4294-ae04-569bbba11126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:08.256997 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-7e65171c-4924-4294-ae04-569bbba11126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:08.258113 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-7e65171c-4924-4294-ae04-569bbba11126 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b8465f2f-d95d-47a2-828d-fe3c48fde8ea HTTP/1.1" status: 204 len: 168 time: 0.1145742 Dec 15 13:42:08.266116 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65171c-4924-4294-ae04-569bbba11126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8465f2f-d95d-47a2-828d-fe3c48fde8ea,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:09.134742 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.144818 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33626) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:10.247629 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-02ebb561-8c3a-44e3-b12e-448bd105444d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.321228 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-02ebb561-8c3a-44e3-b12e-448bd105444d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.324956 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-02ebb561-8c3a-44e3-b12e-448bd105444d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.362618 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-02ebb561-8c3a-44e3-b12e-448bd105444d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=67ee1022b3414b518160effc26a9fe48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166638 Dec 15 13:42:10.363506 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebb561-8c3a-44e3-b12e-448bd105444d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5189c73c-b1ba-4728-9847-59a1434e359d,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:10.365968 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33632) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:10.412998 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-65363ed6-1d65-4a7b-9dc3-64c0b2d55ddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.433770 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-65363ed6-1d65-4a7b-9dc3-64c0b2d55ddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.480391 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-65363ed6-1d65-4a7b-9dc3-64c0b2d55ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.483084 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-65363ed6-1d65-4a7b-9dc3-64c0b2d55ddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.484872 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-65363ed6-1d65-4a7b-9dc3-64c0b2d55ddf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5189c73c-b1ba-4728-9847-59a1434e359d HTTP/1.1" status: 204 len: 168 time: 0.1178582 Dec 15 13:42:10.492764 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65363ed6-1d65-4a7b-9dc3-64c0b2d55ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5189c73c-b1ba-4728-9847-59a1434e359d,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:10.740330 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33638) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:10.753135 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a4312bc7-980b-4fe9-899f-beab965f4d6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.825116 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a4312bc7-980b-4fe9-899f-beab965f4d6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.829215 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a4312bc7-980b-4fe9-899f-beab965f4d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.868989 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-a4312bc7-980b-4fe9-899f-beab965f4d6e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=beac85f8aea34a99958e634761c3e0ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276093 Dec 15 13:42:10.870994 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4312bc7-980b-4fe9-899f-beab965f4d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a13eaf-77f1-452b-aef0-b481db09cca3,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:10.871692 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33640) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:10.922726 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-8f31f8b8-4ce8-4a0d-a341-2d431aa4be92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.943502 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-8f31f8b8-4ce8-4a0d-a341-2d431aa4be92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:10.999493 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-8f31f8b8-4ce8-4a0d-a341-2d431aa4be92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.002760 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-8f31f8b8-4ce8-4a0d-a341-2d431aa4be92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.004062 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-8f31f8b8-4ce8-4a0d-a341-2d431aa4be92 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15a13eaf-77f1-452b-aef0-b481db09cca3 HTTP/1.1" status: 204 len: 168 time: 0.1312625 Dec 15 13:42:11.014187 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31f8b8-4ce8-4a0d-a341-2d431aa4be92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a13eaf-77f1-452b-aef0-b481db09cca3,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:11.249392 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cec9e-0a89-4366-8026-610dbf802ff2 req-716f2a5c-692d-410a-9521-23361eeec234 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:11.250927 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-814cec9e-0a89-4366-8026-610dbf802ff2 req-716f2a5c-692d-410a-9521-23361eeec234 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 947 time: 0.0487101 Dec 15 13:42:11.304307 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-814cec9e-0a89-4366-8026-610dbf802ff2 req-61cb703e-ae36-46b1-8db6-1afef09088e0 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472894 Dec 15 13:42:11.682659 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33672) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:11.782042 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-a8305c62-0e11-4b18-bd49-a8f503ea412b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1181808364-network', 'tenant_id': 'ff117078def64108b7829db8db9baf7f'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:11.802079 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8305c62-0e11-4b18-bd49-a8f503ea412b admin admin] Made reservation on behalf of ff117078def64108b7829db8db9baf7f for: {'network': 1} {{(pid=102375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:11.804491 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a8305c62-0e11-4b18-bd49-a8f503ea412b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for network, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.812829 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a8305c62-0e11-4b18-bd49-a8f503ea412b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.886787 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a8305c62-0e11-4b18-bd49-a8f503ea412b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.892128 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a8305c62-0e11-4b18-bd49-a8f503ea412b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.912243 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8305c62-0e11-4b18-bd49-a8f503ea412b admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=102375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:42:11.927042 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8305c62-0e11-4b18-bd49-a8f503ea412b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427f964b-f9a3-4b14-a319-29ee5d248290,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:11.929852 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a8305c62-0e11-4b18-bd49-a8f503ea412b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.930194 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.db.segments_db [None req-a8305c62-0e11-4b18-bd49-a8f503ea412b admin admin] Added segment 9e86a7c5-12e4-43db-b435-b398364e50ca of type vlan for network 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac Dec 15 13:42:11.974654 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a8305c62-0e11-4b18-bd49-a8f503ea412b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790302850079'] for network, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:11.998769 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a8305c62-0e11-4b18-bd49-a8f503ea412b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for network, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:12.000447 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8305c62-0e11-4b18-bd49-a8f503ea412b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:12.001017 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a8305c62-0e11-4b18-bd49-a8f503ea412b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:12.056468 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-a8305c62-0e11-4b18-bd49-a8f503ea412b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3726819 Dec 15 13:42:12.059567 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33676) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:12.066329 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-e9e244f4-026c-4ded-a8c6-658f55674b49 admin admin] Request body: {'subnet': {'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1181808364-subnet', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'ip_version': 4}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:12.067868 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8305c62-0e11-4b18-bd49-a8f503ea412b admin admin] Pushing event updated for resources: {'Network': ['ID=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:12.077409 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Network 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac details requested by agent ovs-agent-dv-cinder-813227-4-iscsi with host dv-cinder-813227-4-iscsi {{(pid=102376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:42:12.090236 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e244f4-026c-4ded-a8c6-658f55674b49 admin admin] Made reservation on behalf of ff117078def64108b7829db8db9baf7f for: {'subnet': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:12.092912 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e9e244f4-026c-4ded-a8c6-658f55674b49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8528342'] for subnet, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:12.499050 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e9e244f4-026c-4ded-a8c6-658f55674b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12002082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8528328'] for subnet, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:12.556621 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e244f4-026c-4ded-a8c6-658f55674b49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00b8705d-e81d-4e77-9f94-6e0d26788b28,revision_number=0']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:12.567487 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e244f4-026c-4ded-a8c6-658f55674b49 admin admin] Checking segment: {'id': '9e86a7c5-12e4-43db-b435-b398364e50ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:12.567847 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e244f4-026c-4ded-a8c6-658f55674b49 admin admin] Network hostable DHCP agents. Network: 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac, hostable agents: ['d51fc807-4fdb-425e-a52e-51fe0ffc3ab0'], hosted agents: [] {{(pid=102374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:42:12.585796 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e244f4-026c-4ded-a8c6-658f55674b49 admin admin] Network 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac is scheduled to be hosted by DHCP agent d51fc807-4fdb-425e-a52e-51fe0ffc3ab0 with binding_index 1 {{(pid=102374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:42:12.596289 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-e9e244f4-026c-4ded-a8c6-658f55674b49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-4-iscsi, 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac) {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:12.600610 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e244f4-026c-4ded-a8c6-658f55674b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:12.601208 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-e9e244f4-026c-4ded-a8c6-658f55674b49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:12.606383 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87350f0a-33d8-433e-96d0-f397387e4e59 None None] Network 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:12.621424 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-e9e244f4-026c-4ded-a8c6-658f55674b49 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5606730 Dec 15 13:42:12.634335 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33680) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:12.638910 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-f071a96e-d77f-44b8-b741-7d01b120fd91 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:12.663178 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a12c3-cb77-4bd9-8139-d1bcc249e3fa req-d579796b-dbac-4586-a2b3-83c94839006a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:12.664689 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-810a12c3-cb77-4bd9-8139-d1bcc249e3fa req-d579796b-dbac-4586-a2b3-83c94839006a tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 947 time: 0.2755628 Dec 15 13:42:12.695319 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbe915-317c-4cba-9b63-a6007d28bf6c req-b9fd4dbc-823f-4064-9a12-46655fed96c6 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:12.696827 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c9fbe915-317c-4cba-9b63-a6007d28bf6c req-b9fd4dbc-823f-4064-9a12-46655fed96c6 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.46 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 947 time: 0.0739369 Dec 15 13:42:12.698340 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f071a96e-d77f-44b8-b741-7d01b120fd91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12885'] for router, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:12.700078 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f071a96e-d77f-44b8-b741-7d01b120fd91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12878'] for router, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:12.722287 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2fac51-55be-4aa9-9285-df24f947ed30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e315edf-1288-5311-9742-459b5278ca2c-594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'project_id': 'ff117078def64108b7829db8db9baf7f', 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28'}]}} from dv-cinder-813227-4-iscsi. {{(pid=102376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:42:12.723358 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9e2fac51-55be-4aa9-9285-df24f947ed30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:12.726793 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-810a12c3-cb77-4bd9-8139-d1bcc249e3fa req-16b80ce2-0725-4917-ba34-c9a63d1a5ee5 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups?id=d131eac5-3e70-47db-b632-03223ac17910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550225 Dec 15 13:42:12.789693 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f071a96e-d77f-44b8-b741-7d01b120fd91 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:12.858085 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.db_base_plugin_common [None req-9e2fac51-55be-4aa9-9285-df24f947ed30 None None] Allocated IP 172.20.0.2 (594ca57d-8cb7-438b-9dfc-7ea84a39a8ac/00b8705d-e81d-4e77-9f94-6e0d26788b28/9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8) {{(pid=102376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:12.958377 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f071a96e-d77f-44b8-b741-7d01b120fd91 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:12.982451 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-c9fbe915-317c-4cba-9b63-a6007d28bf6c req-176fcb11-0b33-4fce-b2d8-9d9649a5ac1c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Deleting port 836e8497-8739-4936-a7da-9c197bf1d072 {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:12.982794 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c9fbe915-317c-4cba-9b63-a6007d28bf6c req-176fcb11-0b33-4fce-b2d8-9d9649a5ac1c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.119498 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-c9fbe915-317c-4cba-9b63-a6007d28bf6c req-176fcb11-0b33-4fce-b2d8-9d9649a5ac1c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] For port 836e8497-8739-4936-a7da-9c197bf1d072, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=836e8497-8739-4936-a7da-9c197bf1d072,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:13.120168 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c9fbe915-317c-4cba-9b63-a6007d28bf6c req-176fcb11-0b33-4fce-b2d8-9d9649a5ac1c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.129813 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9e2fac51-55be-4aa9-9285-df24f947ed30 None None] Publish callbacks [] for port, precommit_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.136140 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9e2fac51-55be-4aa9-9285-df24f947ed30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.175460 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2fac51-55be-4aa9-9285-df24f947ed30 None None] Network 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac is already hosted by enough agents. {{(pid=102376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:13.179980 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.scheduler.base_scheduler [None req-9e2fac51-55be-4aa9-9285-df24f947ed30 None None] Resources bound (agent type, host, resource id): {{(pid=102376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:13.183551 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2fac51-55be-4aa9-9285-df24f947ed30 None None] Received port after_create {{(pid=102376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:13.191065 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fac51-55be-4aa9-9285-df24f947ed30 None None] Pushing event updated for resources: {'Port': ['ID=9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8,revision_number=1']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:13.240766 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-9e2fac51-55be-4aa9-9285-df24f947ed30 None None] Attempting to bind port 9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8 on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:13.241147 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-9e2fac51-55be-4aa9-9285-df24f947ed30 None None] Attempting to bind port 9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8 by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '9e86a7c5-12e4-43db-b435-b398364e50ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac'}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:13.241510 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2fac51-55be-4aa9-9285-df24f947ed30 None None] Attempting to bind port 9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8 on network 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:13.246755 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2fac51-55be-4aa9-9285-df24f947ed30 None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:13.246755 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2fac51-55be-4aa9-9285-df24f947ed30 None None] Checking segment: {'id': '9e86a7c5-12e4-43db-b435-b398364e50ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:13.247201 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9e2fac51-55be-4aa9-9285-df24f947ed30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.247546 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2fac51-55be-4aa9-9285-df24f947ed30 None None] Bound using segment: {'id': '9e86a7c5-12e4-43db-b435-b398364e50ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac'} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:13.248000 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-9e2fac51-55be-4aa9-9285-df24f947ed30 None None] Bound port: 9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e86a7c5-12e4-43db-b435-b398364e50ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac'}}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:13.248372 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9e2fac51-55be-4aa9-9285-df24f947ed30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.311430 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-9e2fac51-55be-4aa9-9285-df24f947ed30 None None] For port 9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:13.315136 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-9e2fac51-55be-4aa9-9285-df24f947ed30 None None] For port 9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8,segment=NetworkSegment(9e86a7c5-12e4-43db-b435-b398364e50ca),segment_id=9e86a7c5-12e4-43db-b435-b398364e50ca)] {{(pid=102376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:13.319952 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9e2fac51-55be-4aa9-9285-df24f947ed30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.376218 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fac51-55be-4aa9-9285-df24f947ed30 None None] Pushing event updated for resources: {'Port': ['ID=9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8,revision_number=2']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:13.417237 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f071a96e-d77f-44b8-b741-7d01b120fd91 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.422177 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c9fbe915-317c-4cba-9b63-a6007d28bf6c req-176fcb11-0b33-4fce-b2d8-9d9649a5ac1c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.422532 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c9fbe915-317c-4cba-9b63-a6007d28bf6c req-176fcb11-0b33-4fce-b2d8-9d9649a5ac1c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529426'] for floatingip, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.422868 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.db.l3_db [req-c9fbe915-317c-4cba-9b63-a6007d28bf6c req-176fcb11-0b33-4fce-b2d8-9d9649a5ac1c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Floating IP f313f17a-b438-4291-a23a-76bda1561667 disassociated. External IP: 172.27.2.160, port: 836e8497-8739-4936-a7da-9c197bf1d072. Dec 15 13:42:13.423224 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-c9fbe915-317c-4cba-9b63-a6007d28bf6c req-176fcb11-0b33-4fce-b2d8-9d9649a5ac1c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Calling delete_port for 836e8497-8739-4936-a7da-9c197bf1d072 owned by compute:nova {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:13.444053 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f071a96e-d77f-44b8-b741-7d01b120fd91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.459694 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-41d2170e-184d-44ab-825b-e948de3c16e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.625717 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [None req-f071a96e-d77f-44b8-b741-7d01b120fd91 admin admin] Allocated IP 172.27.2.196 (d75b81e5-d2ea-4613-a99a-556640a87149/db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2/d5b3d3fa-e300-446f-a22a-cbaed309d197) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:13.719584 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c9fbe915-317c-4cba-9b63-a6007d28bf6c req-176fcb11-0b33-4fce-b2d8-9d9649a5ac1c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.750666 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176fcb11-0b33-4fce-b2d8-9d9649a5ac1c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Pushing event deleted for resources: {'Port': ['ID=836e8497-8739-4936-a7da-9c197bf1d072,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:13.846552 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-038d26d1-5e12-4cc5-a89f-e70af47ed2c3 req-24354456-e883-4e3f-9d3f-f67441674090 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6 HTTP/1.1" status: 200 len: 210 time: 0.0268171 Dec 15 13:42:13.867702 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f071a96e-d77f-44b8-b741-7d01b120fd91 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:13.911707 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9fbe915-317c-4cba-9b63-a6007d28bf6c req-176fcb11-0b33-4fce-b2d8-9d9649a5ac1c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Router 82e00f58-d77a-4948-b7b1-8b460ef05a1a has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:42:13.925535 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f071a96e-d77f-44b8-b741-7d01b120fd91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.030690 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f071a96e-d77f-44b8-b741-7d01b120fd91 admin admin] Network d75b81e5-d2ea-4613-a99a-556640a87149 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:14.037318 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-f071a96e-d77f-44b8-b741-7d01b120fd91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:14.042533 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f071a96e-d77f-44b8-b741-7d01b120fd91 admin admin] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:14.067777 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071a96e-d77f-44b8-b741-7d01b120fd91 admin admin] Pushing event updated for resources: {'Port': ['ID=d5b3d3fa-e300-446f-a22a-cbaed309d197,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:14.166217 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9fbe915-317c-4cba-9b63-a6007d28bf6c req-176fcb11-0b33-4fce-b2d8-9d9649a5ac1c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:42:14.180921 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a948ac-eac8-4008-bdb3-4f184e6f32eb None None] Sync routers for ids ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'] in dv-cinder-813227-4-iscsi {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:42:14.192970 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a948ac-eac8-4008-bdb3-4f184e6f32eb None None] Routers {'82e00f58-d77a-4948-b7b1-8b460ef05a1a'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:14.193720 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-f4a948ac-eac8-4008-bdb3-4f184e6f32eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:41:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:14.234974 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fbe915-317c-4cba-9b63-a6007d28bf6c req-176fcb11-0b33-4fce-b2d8-9d9649a5ac1c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] No DVR routers for this DVR port 836e8497-8739-4936-a7da-9c197bf1d072 on host hv-cinder-81322 {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:42:14.238856 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c9fbe915-317c-4cba-9b63-a6007d28bf6c req-176fcb11-0b33-4fce-b2d8-9d9649a5ac1c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.242235 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c9fbe915-317c-4cba-9b63-a6007d28bf6c req-176fcb11-0b33-4fce-b2d8-9d9649a5ac1c tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.46 "DELETE /v2.0/ports/836e8497-8739-4936-a7da-9c197bf1d072 HTTP/1.1" status: 204 len: 173 time: 1.5371628 Dec 15 13:42:14.242704 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6', 'name': 'network-vif-deleted', 'tag': '836e8497-8739-4936-a7da-9c197bf1d072'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:14.245108 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aaf36b5-1a6c-4e4a-af7c-b33a56fa9532" -d '{"events": [{"server_uuid": "f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6", "name": "network-vif-deleted", "tag": "836e8497-8739-4936-a7da-9c197bf1d072"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:14.320207 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-f4a948ac-eac8-4008-bdb3-4f184e6f32eb None None] Set router 82e00f58-d77a-4948-b7b1-8b460ef05a1a gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:14.420163 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f071a96e-d77f-44b8-b741-7d01b120fd91 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.432409 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b85b3c-2a15-4299-9d91-8a634aa07247 None None] Network 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:14.536063 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dc7c42-0697-4d25-ae6c-cf79f403c31d x-openstack-request-id: req-c8dc7c42-0697-4d25-ae6c-cf79f403c31d {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:14.536486 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6", "name": "network-vif-deleted", "tag": "836e8497-8739-4936-a7da-9c197bf1d072", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:14.536802 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c8dc7c42-0697-4d25-ae6c-cf79f403c31d {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:14.537265 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62e422e-fd9d-4fd8-9c9c-0ac0f4394fc6', 'name': 'network-vif-deleted', 'tag': '836e8497-8739-4936-a7da-9c197bf1d072', 'status': 'completed', 'code': 200} Dec 15 13:42:14.554724 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-f4a948ac-eac8-4008-bdb3-4f184e6f32eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1081663544-router', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:59Z', 'updated_at': '2021-12-15T13:31:04Z', 'revision_number': 4, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'gw_port': {'id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '2e1751a6-9075-4b06-b379-53faa3683527', 'name': '', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'mac_address': 'fa:16:3e:18:3b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:03Z', 'updated_at': '2021-12-15T13:31:14Z', 'revision_number': 5, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'subnets': [{'id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:14.566483 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-a64039a2-8d7d-411d-b843-5dd97adf4a0a None None] Provisioning complete for port 9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:14.566879 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-a64039a2-8d7d-411d-b843-5dd97adf4a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.582603 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a948ac-eac8-4008-bdb3-4f184e6f32eb None None] Checking router: 82e00f58-d77a-4948-b7b1-8b460ef05a1a for host: dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:42:14.591458 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a948ac-eac8-4008-bdb3-4f184e6f32eb None None] Routers {'82e00f58-d77a-4948-b7b1-8b460ef05a1a'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:14.592059 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-f4a948ac-eac8-4008-bdb3-4f184e6f32eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:41:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:14.662057 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f071a96e-d77f-44b8-b741-7d01b120fd91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531956'] for router, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.684409 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-a64039a2-8d7d-411d-b843-5dd97adf4a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.738504 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-a64039a2-8d7d-411d-b843-5dd97adf4a0a None None] For port 9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8,segment=NetworkSegment(9e86a7c5-12e4-43db-b435-b398364e50ca),segment_id=9e86a7c5-12e4-43db-b435-b398364e50ca)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:14.744370 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-a64039a2-8d7d-411d-b843-5dd97adf4a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:14.746793 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-f4a948ac-eac8-4008-bdb3-4f184e6f32eb None None] Set router 82e00f58-d77a-4948-b7b1-8b460ef05a1a gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:14.804805 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64039a2-8d7d-411d-b843-5dd97adf4a0a None None] Pushing event updated for resources: {'Port': ['ID=9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8,revision_number=3']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:14.947562 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33692) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:14.985570 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-114d436a-55ef-4987-81d7-4afce9314131 None None] Provisioning complete for port 9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:14.986166 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-114d436a-55ef-4987-81d7-4afce9314131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.017052 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-349ecb99-b274-4d55-b9c0-d44beb7a5171 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.028031 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-f4a948ac-eac8-4008-bdb3-4f184e6f32eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1081663544-router', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:59Z', 'updated_at': '2021-12-15T13:31:04Z', 'revision_number': 4, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'gw_port': {'id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '2e1751a6-9075-4b06-b379-53faa3683527', 'name': '', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'mac_address': 'fa:16:3e:18:3b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:03Z', 'updated_at': '2021-12-15T13:31:14Z', 'revision_number': 5, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'subnets': [{'id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:15.050820 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-349ecb99-b274-4d55-b9c0-d44beb7a5171 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.063100 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a948ac-eac8-4008-bdb3-4f184e6f32eb None None] The sync data for ids ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'] in dv-cinder-813227-4-iscsi is: [{'id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1081663544-router', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:59Z', 'updated_at': '2021-12-15T13:31:04Z', 'revision_number': 4, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'gw_port': {'id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '2e1751a6-9075-4b06-b379-53faa3683527', 'name': '', 'network_id': 'b0016a0f-1988-46ad-b4da-048d7988271c', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'mac_address': 'fa:16:3e:18:3b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:03Z', 'updated_at': '2021-12-15T13:31:14Z', 'revision_number': 5, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'subnets': [{'id': '5ee2d60c-e8f8-48bd-815a-998b0d5d4d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:42:15.112302 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f071a96e-d77f-44b8-b741-7d01b120fd91 admin admin] Router e347154b-683e-4757-a349-23cb14c52586 is scheduled to L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 with binding_index 1 {{(pid=102374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:42:15.139575 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-349ecb99-b274-4d55-b9c0-d44beb7a5171 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.143021 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-349ecb99-b274-4d55-b9c0-d44beb7a5171 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.143636 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:15.147310 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-349ecb99-b274-4d55-b9c0-d44beb7a5171 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "DELETE /v2.0/security-groups/d131eac5-3e70-47db-b632-03223ac17910 HTTP/1.1" status: 204 len: 168 time: 0.1985891 Dec 15 13:42:15.148108 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33694) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:15.173412 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ecb99-b274-4d55-b9c0-d44beb7a5171 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d131eac5-3e70-47db-b632-03223ac17910,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:15.179995 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.api.v2.resource [None req-7e755516-cea3-40c5-b024-3ab790c424ac tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] show failed (client error): The resource could not be found. Dec 15 13:42:15.183947 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-7e755516-cea3-40c5-b024-3ab790c424ac tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "GET /v2.0/security-groups/d131eac5-3e70-47db-b632-03223ac17910 HTTP/1.1" status: 404 len: 347 time: 0.0316949 Dec 15 13:42:15.184232 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33696) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:15.219704 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port 9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:15.220286 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.252440 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f071a96e-d77f-44b8-b741-7d01b120fd91 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:42:15.267423 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] Sync routers for ids ['e347154b-683e-4757-a349-23cb14c52586'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:42:15.274478 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f071a96e-d77f-44b8-b741-7d01b120fd91 admin admin] Publish callbacks [] for router, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.276265 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-f071a96e-d77f-44b8-b741-7d01b120fd91 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6409299 Dec 15 13:42:15.278863 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33698) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:15.284893 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] Routers {'e347154b-683e-4757-a349-23cb14c52586'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:15.285602 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:41:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['e347154b-683e-4757-a349-23cb14c52586'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:15.333283 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-fffb13ca-0e3f-491e-baa4-c921768d48f9 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Deleting port 03952580-e21b-4b5e-b393-6743cecd5619 {{(pid=102375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:15.333970 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-fffb13ca-0e3f-491e-baa4-c921768d48f9 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.430172 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-fffb13ca-0e3f-491e-baa4-c921768d48f9 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.430172 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-fffb13ca-0e3f-491e-baa4-c921768d48f9 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.439694 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] Set router e347154b-683e-4757-a349-23cb14c52586 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:15.444968 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-fffb13ca-0e3f-491e-baa4-c921768d48f9 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Calling delete_port for 03952580-e21b-4b5e-b393-6743cecd5619 owned by network:floatingip {{(pid=102375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:15.453888 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06e27d5-a4d8-4083-9570-38e16add837c None None] New status for floating IP f313f17a-b438-4291-a23a-76bda1561667: DOWN {{(pid=102377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:42:15.645520 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:42:14Z', 'revision_number': 3, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:15.651349 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-fffb13ca-0e3f-491e-baa4-c921768d48f9 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.680555 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] Checking router: e347154b-683e-4757-a349-23cb14c52586 for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:42:15.681299 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] Updating router e347154b-683e-4757-a349-23cb14c52586 port d5b3d3fa-e300-446f-a22a-cbaed309d197 binding host dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:42:15.694472 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb13ca-0e3f-491e-baa4-c921768d48f9 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Pushing event deleted for resources: {'Port': ['ID=03952580-e21b-4b5e-b393-6743cecd5619,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:15.710122 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.753726 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-fffb13ca-0e3f-491e-baa4-c921768d48f9 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks [] for floatingip, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.756371 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-fffb13ca-0e3f-491e-baa4-c921768d48f9 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for floatingip, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.760418 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-fffb13ca-0e3f-491e-baa4-c921768d48f9 tempest-AttachVolumeShelveTestJSON-859735595 tempest-AttachVolumeShelveTestJSON-859735595-project] 10.222.0.60 "DELETE /v2.0/floatingips/f313f17a-b438-4291-a23a-76bda1561667 HTTP/1.1" status: 204 len: 168 time: 0.5723977 Dec 15 13:42:15.795028 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-58db0771-62ca-49b2-b6f6-504c8882b058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.832181 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-0d434027-5f15-409d-9f17-6b187dee1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.964187 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [None req-58db0771-62ca-49b2-b6f6-504c8882b058 admin admin] Allocated IP 172.20.0.1 (594ca57d-8cb7-438b-9dfc-7ea84a39a8ac/00b8705d-e81d-4e77-9f94-6e0d26788b28/323336d2-f2d3-460d-901b-fbab3ca127de) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:15.989090 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] Publish callbacks [] for port, precommit_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:15.994930 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.053015 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] Attempting to bind port d5b3d3fa-e300-446f-a22a-cbaed309d197 on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:16.053543 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] Attempting to bind port d5b3d3fa-e300-446f-a22a-cbaed309d197 by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:16.053956 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] Attempting to bind port d5b3d3fa-e300-446f-a22a-cbaed309d197 on network d75b81e5-d2ea-4613-a99a-556640a87149 {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:16.061598 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d894d-2983-4921-a39c-9ce1759d2bd2 None None] Pushing event updated for resources: {'Port': ['ID=d5b3d3fa-e300-446f-a22a-cbaed309d197,revision_number=2']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:16.065088 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:16.065647 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] Checking segment: {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:16.066059 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.066608 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] Bound using segment: {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:16.067731 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] Bound port: d5b3d3fa-e300-446f-a22a-cbaed309d197, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:16.068410 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.076295 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-58db0771-62ca-49b2-b6f6-504c8882b058 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.110789 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-58db0771-62ca-49b2-b6f6-504c8882b058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.120300 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] For port d5b3d3fa-e300-446f-a22a-cbaed309d197, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:16.123388 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] For port d5b3d3fa-e300-446f-a22a-cbaed309d197, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=d5b3d3fa-e300-446f-a22a-cbaed309d197,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:16.128027 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.149541 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58db0771-62ca-49b2-b6f6-504c8882b058 admin admin] Network 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:16.154073 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-58db0771-62ca-49b2-b6f6-504c8882b058 admin admin] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:16.157643 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58db0771-62ca-49b2-b6f6-504c8882b058 admin admin] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:16.181229 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db0771-62ca-49b2-b6f6-504c8882b058 admin admin] Pushing event updated for resources: {'Port': ['ID=323336d2-f2d3-460d-901b-fbab3ca127de,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:16.186182 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] Routers {'e347154b-683e-4757-a349-23cb14c52586'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:16.186818 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:42:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['e347154b-683e-4757-a349-23cb14c52586'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:16.203401 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-58db0771-62ca-49b2-b6f6-504c8882b058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529543'] for router_interface, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.222923 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d894d-2983-4921-a39c-9ce1759d2bd2 None None] Pushing event updated for resources: {'Port': ['ID=d5b3d3fa-e300-446f-a22a-cbaed309d197,revision_number=3']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:16.302240 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] Set router e347154b-683e-4757-a349-23cb14c52586 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:16.341247 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-58db0771-62ca-49b2-b6f6-504c8882b058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.420395 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-a9492f8b-c91f-492e-a546-433cc9e74585 None None] Provisioning complete for port 323336d2-f2d3-460d-901b-fbab3ca127de triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:16.420759 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-a9492f8b-c91f-492e-a546-433cc9e74585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.472875 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-a9492f8b-c91f-492e-a546-433cc9e74585 None None] Port 323336d2-f2d3-460d-901b-fbab3ca127de cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:42:16.507239 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-58db0771-62ca-49b2-b6f6-504c8882b058 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.511800 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-58db0771-62ca-49b2-b6f6-504c8882b058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12002475'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.521135 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:42:14Z', 'revision_number': 3, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:16.578401 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db0771-62ca-49b2-b6f6-504c8882b058 admin admin] Pushing event updated for resources: {'Port': ['ID=323336d2-f2d3-460d-901b-fbab3ca127de,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:16.581909 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-58db0771-62ca-49b2-b6f6-504c8882b058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530999'] for router_interface, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.678083 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb595233-2505-45bd-a7a8-6a2a16cdc4ed None None] The sync data for ids ['e347154b-683e-4757-a349-23cb14c52586'] in dv-cinder-813227-4-iscsi is: [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:42:14Z', 'revision_number': 3, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:42:16.684435 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58db0771-62ca-49b2-b6f6-504c8882b058 admin admin] Network 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:16.685855 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-58db0771-62ca-49b2-b6f6-504c8882b058 admin admin] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:16.811273 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58db0771-62ca-49b2-b6f6-504c8882b058 admin admin] Router e347154b-683e-4757-a349-23cb14c52586 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:42:16.895929 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-401596fa-52a6-4231-83e7-285f0abdaa28 None None] Provisioning complete for port 323336d2-f2d3-460d-901b-fbab3ca127de triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:16.895929 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-401596fa-52a6-4231-83e7-285f0abdaa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.959272 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58db0771-62ca-49b2-b6f6-504c8882b058 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:42:16.976882 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:16.985851 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-401596fa-52a6-4231-83e7-285f0abdaa28 None None] Port 323336d2-f2d3-460d-901b-fbab3ca127de cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:42:16.989862 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-58db0771-62ca-49b2-b6f6-504c8882b058 admin admin] 10.222.0.60 "PUT /v2.0/routers/e347154b-683e-4757-a349-23cb14c52586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7082629 Dec 15 13:42:17.090921 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device d5b3d3fa-e300-446f-a22a-cbaed309d197 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:17.144573 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port d5b3d3fa-e300-446f-a22a-cbaed309d197 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:17.145561 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:17.173697 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 836e8497-8739-4936-a7da-9c197bf1d072 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:17.200015 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] No Port match for: 836e8497-8739-4936-a7da-9c197bf1d072 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:17.200414 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 836e8497-8739-4936-a7da-9c197bf1d072 not bound to the agent host hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:17.260118 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:17.282475 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] For port d5b3d3fa-e300-446f-a22a-cbaed309d197, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=d5b3d3fa-e300-446f-a22a-cbaed309d197,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:17.287317 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:17.341250 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Pushing event updated for resources: {'Port': ['ID=d5b3d3fa-e300-446f-a22a-cbaed309d197,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:17.553452 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33728) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:17.558452 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-5d53baa3-c8b7-4088-993e-6d6881a252b9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-699356691-network', 'tenant_id': '218221016f9842ce9b372ba5aa638ff8'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:17.580445 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d53baa3-c8b7-4088-993e-6d6881a252b9 admin admin] Made reservation on behalf of 218221016f9842ce9b372ba5aa638ff8 for: {'network': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:17.583332 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5d53baa3-c8b7-4088-993e-6d6881a252b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for network, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:17.593554 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5d53baa3-c8b7-4088-993e-6d6881a252b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:17.691849 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5d53baa3-c8b7-4088-993e-6d6881a252b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:17.696666 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5d53baa3-c8b7-4088-993e-6d6881a252b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:17.718116 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d53baa3-c8b7-4088-993e-6d6881a252b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=102374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:42:17.733239 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53baa3-c8b7-4088-993e-6d6881a252b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59d6f99-3dfa-46a8-bfee-4fb40298cd9c,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:17.736665 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5d53baa3-c8b7-4088-993e-6d6881a252b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:17.736992 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.db.segments_db [None req-5d53baa3-c8b7-4088-993e-6d6881a252b9 admin admin] Added segment 5e67eaca-92c4-4360-bf30-0dd9409c480a of type vlan for network 77aba10e-a8db-44a2-8649-375a4fe4d576 Dec 15 13:42:17.778177 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5d53baa3-c8b7-4088-993e-6d6881a252b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790302850079'] for network, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:17.838945 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5d53baa3-c8b7-4088-993e-6d6881a252b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for network, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:17.839903 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d53baa3-c8b7-4088-993e-6d6881a252b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:17.840490 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-5d53baa3-c8b7-4088-993e-6d6881a252b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:17.847416 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc28bb45-2228-452b-8687-d03f97becfb4 req-71dfa92c-b869-4e26-b8ff-778ee176d5e5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2363293 Dec 15 13:42:17.905069 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-5d53baa3-c8b7-4088-993e-6d6881a252b9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3504996 Dec 15 13:42:17.908451 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33732) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:17.913738 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-32a95eab-3d57-4488-b9b1-b0ccc857215a admin admin] Request body: {'subnet': {'network_id': '77aba10e-a8db-44a2-8649-375a4fe4d576', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-699356691-subnet', 'tenant_id': '218221016f9842ce9b372ba5aa638ff8', 'ip_version': 4}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:17.932627 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53baa3-c8b7-4088-993e-6d6881a252b9 admin admin] Pushing event updated for resources: {'Network': ['ID=77aba10e-a8db-44a2-8649-375a4fe4d576,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:17.934427 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a95eab-3d57-4488-b9b1-b0ccc857215a admin admin] Made reservation on behalf of 218221016f9842ce9b372ba5aa638ff8 for: {'subnet': 1} {{(pid=102375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:17.938500 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-32a95eab-3d57-4488-b9b1-b0ccc857215a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8698210'] for subnet, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:17.948351 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28bb45-2228-452b-8687-d03f97becfb4 req-da10aa2e-d205-49e0-895b-309d4c2f9609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:17.949533 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Network 77aba10e-a8db-44a2-8649-375a4fe4d576 details requested by agent ovs-agent-dv-cinder-813227-4-iscsi with host dv-cinder-813227-4-iscsi {{(pid=102376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:42:17.950297 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc28bb45-2228-452b-8687-d03f97becfb4 req-da10aa2e-d205-49e0-895b-309d4c2f9609 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb0ac6d4548e486492887beb2e915bdb&device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 1098 time: 0.0566428 Dec 15 13:42:18.073460 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28bb45-2228-452b-8687-d03f97becfb4 req-059d0474-9567-4c23-ac0c-475a102cf437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:18.074721 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc28bb45-2228-452b-8687-d03f97becfb4 req-059d0474-9567-4c23-ac0c-475a102cf437 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f00df9de-2b8a-4b7a-a223-8114d9b06d65 HTTP/1.1" status: 200 len: 909 time: 0.1036372 Dec 15 13:42:18.130799 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-32a95eab-3d57-4488-b9b1-b0ccc857215a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8656092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8698236'] for subnet, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:18.146092 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc28bb45-2228-452b-8687-d03f97becfb4 req-d2826753-cf9f-437a-8c81-5a6b42c4ef9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f HTTP/1.1" status: 200 len: 1000 time: 0.0607550 Dec 15 13:42:18.188866 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a95eab-3d57-4488-b9b1-b0ccc857215a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b79f3053-1a83-4fb9-8439-1b63dec7b221,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:18.198967 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a95eab-3d57-4488-b9b1-b0ccc857215a admin admin] Checking segment: {'id': '5e67eaca-92c4-4360-bf30-0dd9409c480a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '77aba10e-a8db-44a2-8649-375a4fe4d576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:18.199338 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a95eab-3d57-4488-b9b1-b0ccc857215a admin admin] Network hostable DHCP agents. Network: 77aba10e-a8db-44a2-8649-375a4fe4d576, hostable agents: ['d51fc807-4fdb-425e-a52e-51fe0ffc3ab0'], hosted agents: [] {{(pid=102375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:42:18.199487 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28bb45-2228-452b-8687-d03f97becfb4 req-01d582d5-f7c9-465c-8114-3111253ff50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:18.201577 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc28bb45-2228-452b-8687-d03f97becfb4 req-01d582d5-f7c9-465c-8114-3111253ff50c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8e90077-f423-490e-bfd1-336a171cdb98 HTTP/1.1" status: 200 len: 847 time: 0.0488226 Dec 15 13:42:18.219234 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a95eab-3d57-4488-b9b1-b0ccc857215a admin admin] Network 77aba10e-a8db-44a2-8649-375a4fe4d576 is scheduled to be hosted by DHCP agent d51fc807-4fdb-425e-a52e-51fe0ffc3ab0 with binding_index 1 {{(pid=102375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:42:18.229861 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-32a95eab-3d57-4488-b9b1-b0ccc857215a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-4-iscsi, 77aba10e-a8db-44a2-8649-375a4fe4d576) {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:18.234728 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a95eab-3d57-4488-b9b1-b0ccc857215a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:18.235389 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-32a95eab-3d57-4488-b9b1-b0ccc857215a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:18.242569 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf6cfab-f0f9-49c4-aad1-088444168cad None None] Network 77aba10e-a8db-44a2-8649-375a4fe4d576 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:18.259731 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-32a95eab-3d57-4488-b9b1-b0ccc857215a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3499310 Dec 15 13:42:18.262005 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28bb45-2228-452b-8687-d03f97becfb4 req-0fb8ad69-4f1c-4481-9fa2-dee69dba6b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:18.262184 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33738) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:18.263914 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc28bb45-2228-452b-8687-d03f97becfb4 req-0fb8ad69-4f1c-4481-9fa2-dee69dba6b90 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f00df9de-2b8a-4b7a-a223-8114d9b06d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552371 Dec 15 13:42:18.270061 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-a13031b9-bb8f-4118-a13a-d13113923947 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-699356691-router', 'tenant_id': '218221016f9842ce9b372ba5aa638ff8', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:18.276574 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [req-cc28bb45-2228-452b-8687-d03f97becfb4 req-13a6e01c-e7a7-4165-996e-31e56c669ba3 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:42:18.277621 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc28bb45-2228-452b-8687-d03f97becfb4 req-13a6e01c-e7a7-4165-996e-31e56c669ba3 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069451 Dec 15 13:42:18.299409 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a13031b9-bb8f-4118-a13a-d13113923947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12885'] for router, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:18.300661 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a13031b9-bb8f-4118-a13a-d13113923947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12878'] for router, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:18.349205 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33742) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:18.362595 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a13031b9-bb8f-4118-a13a-d13113923947 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:18.378318 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff221c5-d142-4d50-b813-84eaffaa48ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e315edf-1288-5311-9742-459b5278ca2c-77aba10e-a8db-44a2-8649-375a4fe4d576', 'network_id': '77aba10e-a8db-44a2-8649-375a4fe4d576', 'project_id': '218221016f9842ce9b372ba5aa638ff8', 'fixed_ips': [{'subnet_id': 'b79f3053-1a83-4fb9-8439-1b63dec7b221'}]}} from dv-cinder-813227-4-iscsi. {{(pid=102376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 13:42:18.385964 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9ff221c5-d142-4d50-b813-84eaffaa48ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:18.416543 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc28bb45-2228-452b-8687-d03f97becfb4 req-828de8eb-bde9-44f2-824f-234f3da87014 service neutron] 10.222.0.46 "GET /v2.0/networks/f00df9de-2b8a-4b7a-a223-8114d9b06d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310837 Dec 15 13:42:18.482559 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] Sync routers for ids ['e347154b-683e-4757-a349-23cb14c52586'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:42:18.516700 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] Routers {'e347154b-683e-4757-a349-23cb14c52586'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:18.517428 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:42:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['e347154b-683e-4757-a349-23cb14c52586'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:18.539208 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a13031b9-bb8f-4118-a13a-d13113923947 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:18.602020 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cc28bb45-2228-452b-8687-d03f97becfb4 req-7c174114-f160-4762-a44e-c47506919e4d service neutron] 10.222.0.46 "GET /v2.0/networks/f00df9de-2b8a-4b7a-a223-8114d9b06d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782181 Dec 15 13:42:18.646558 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:18.655477 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.db_base_plugin_common [None req-9ff221c5-d142-4d50-b813-84eaffaa48ea None None] Allocated IP 172.20.0.2 (77aba10e-a8db-44a2-8649-375a4fe4d576/b79f3053-1a83-4fb9-8439-1b63dec7b221/b26b7bd9-6359-4d5d-91d4-86feb8f37e98) {{(pid=102376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:18.747416 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] Set router e347154b-683e-4757-a349-23cb14c52586 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:18.779522 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a13031b9-bb8f-4118-a13a-d13113923947 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:18.800860 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a13031b9-bb8f-4118-a13a-d13113923947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:18.916948 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.db_base_plugin_common [None req-a13031b9-bb8f-4118-a13a-d13113923947 admin admin] Allocated IP 172.27.2.34 (d75b81e5-d2ea-4613-a99a-556640a87149/db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2/d8d3d521-9de8-4db5-bb42-5c6d24a069ee) {{(pid=102375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:18.977564 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9ff221c5-d142-4d50-b813-84eaffaa48ea None None] Publish callbacks [] for port, precommit_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:18.991775 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9ff221c5-d142-4d50-b813-84eaffaa48ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080'] for port, after_create {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.065164 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff221c5-d142-4d50-b813-84eaffaa48ea None None] Network 77aba10e-a8db-44a2-8649-375a4fe4d576 is already hosted by enough agents. {{(pid=102376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:19.065704 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a13031b9-bb8f-4118-a13a-d13113923947 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.072434 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device d5b3d3fa-e300-446f-a22a-cbaed309d197 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:19.074750 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.scheduler.base_scheduler [None req-9ff221c5-d142-4d50-b813-84eaffaa48ea None None] Resources bound (agent type, host, resource id): {{(pid=102376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:19.079062 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff221c5-d142-4d50-b813-84eaffaa48ea None None] Pushing event updated for resources: {'Port': ['ID=b26b7bd9-6359-4d5d-91d4-86feb8f37e98,revision_number=1']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:19.098332 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff221c5-d142-4d50-b813-84eaffaa48ea None None] Received port after_create {{(pid=102376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:19.110329 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a13031b9-bb8f-4118-a13a-d13113923947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.149866 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13031b9-bb8f-4118-a13a-d13113923947 admin admin] Network d75b81e5-d2ea-4613-a99a-556640a87149 is already hosted by enough agents. {{(pid=102375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:19.154884 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-a13031b9-bb8f-4118-a13a-d13113923947 admin admin] Resources bound (agent type, host, resource id): {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:19.159061 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13031b9-bb8f-4118-a13a-d13113923947 admin admin] Received port after_create {{(pid=102375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:19.183129 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-9ff221c5-d142-4d50-b813-84eaffaa48ea None None] Attempting to bind port b26b7bd9-6359-4d5d-91d4-86feb8f37e98 on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:19.183512 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-9ff221c5-d142-4d50-b813-84eaffaa48ea None None] Attempting to bind port b26b7bd9-6359-4d5d-91d4-86feb8f37e98 by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '5e67eaca-92c4-4360-bf30-0dd9409c480a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '77aba10e-a8db-44a2-8649-375a4fe4d576'}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:19.183857 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13031b9-bb8f-4118-a13a-d13113923947 admin admin] Pushing event updated for resources: {'Port': ['ID=d8d3d521-9de8-4db5-bb42-5c6d24a069ee,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:19.183988 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff221c5-d142-4d50-b813-84eaffaa48ea None None] Attempting to bind port b26b7bd9-6359-4d5d-91d4-86feb8f37e98 on network 77aba10e-a8db-44a2-8649-375a4fe4d576 {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:19.193726 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff221c5-d142-4d50-b813-84eaffaa48ea None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:19.194106 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff221c5-d142-4d50-b813-84eaffaa48ea None None] Checking segment: {'id': '5e67eaca-92c4-4360-bf30-0dd9409c480a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '77aba10e-a8db-44a2-8649-375a4fe4d576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:19.194510 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9ff221c5-d142-4d50-b813-84eaffaa48ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.194925 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff221c5-d142-4d50-b813-84eaffaa48ea None None] Bound using segment: {'id': '5e67eaca-92c4-4360-bf30-0dd9409c480a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '77aba10e-a8db-44a2-8649-375a4fe4d576'} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:19.195403 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-9ff221c5-d142-4d50-b813-84eaffaa48ea None None] Bound port: b26b7bd9-6359-4d5d-91d4-86feb8f37e98, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e67eaca-92c4-4360-bf30-0dd9409c480a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '77aba10e-a8db-44a2-8649-375a4fe4d576'}}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:19.195783 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9ff221c5-d142-4d50-b813-84eaffaa48ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.200703 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 4, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '323336d2-f2d3-460d-901b-fbab3ca127de', 'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'mac_address': 'fa:16:3e:d7:f9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 2, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'subnets': [{'id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:19.217203 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f26007c1-375f-4cc9-aec8-00882fac92c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530962'] for router_interface, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.235583 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port d5b3d3fa-e300-446f-a22a-cbaed309d197 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:19.235955 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.241867 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] Checking router: e347154b-683e-4757-a349-23cb14c52586 for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:42:19.242074 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] Updating router e347154b-683e-4757-a349-23cb14c52586 port 323336d2-f2d3-460d-901b-fbab3ca127de binding host dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:42:19.319759 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.374788 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-9ff221c5-d142-4d50-b813-84eaffaa48ea None None] For port b26b7bd9-6359-4d5d-91d4-86feb8f37e98, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:19.395761 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-9ff221c5-d142-4d50-b813-84eaffaa48ea None None] For port b26b7bd9-6359-4d5d-91d4-86feb8f37e98, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=b26b7bd9-6359-4d5d-91d4-86feb8f37e98,segment=NetworkSegment(5e67eaca-92c4-4360-bf30-0dd9409c480a),segment_id=5e67eaca-92c4-4360-bf30-0dd9409c480a)] {{(pid=102376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:19.423035 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9ff221c5-d142-4d50-b813-84eaffaa48ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.440540 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a13031b9-bb8f-4118-a13a-d13113923947 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.491224 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-f26007c1-375f-4cc9-aec8-00882fac92c1 admin admin] Deleting port 2e1751a6-9075-4b06-b379-53faa3683527 {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:19.491588 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f26007c1-375f-4cc9-aec8-00882fac92c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.582538 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-f26007c1-375f-4cc9-aec8-00882fac92c1 admin admin] For port 2e1751a6-9075-4b06-b379-53faa3683527, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=2e1751a6-9075-4b06-b379-53faa3683527,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:19.582896 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f26007c1-375f-4cc9-aec8-00882fac92c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.597713 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-f26007c1-375f-4cc9-aec8-00882fac92c1 admin admin] Calling delete_port for 2e1751a6-9075-4b06-b379-53faa3683527 owned by network:router_interface {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:19.647350 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a13031b9-bb8f-4118-a13a-d13113923947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531956'] for router, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.691577 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.816810 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13031b9-bb8f-4118-a13a-d13113923947 admin admin] Router 79880a6a-3c38-432f-b44f-430583f5e12d is scheduled to L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 with binding_index 1 {{(pid=102375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 13:42:19.820521 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f26007c1-375f-4cc9-aec8-00882fac92c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.821441 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff221c5-d142-4d50-b813-84eaffaa48ea None None] Pushing event updated for resources: {'Port': ['ID=b26b7bd9-6359-4d5d-91d4-86feb8f37e98,revision_number=2']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:19.851714 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26007c1-375f-4cc9-aec8-00882fac92c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e1751a6-9075-4b06-b379-53faa3683527,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:19.932304 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] Publish callbacks [] for port, precommit_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:19.939828 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.013163 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13031b9-bb8f-4118-a13a-d13113923947 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:42:20.024426 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] Sync routers for ids ['79880a6a-3c38-432f-b44f-430583f5e12d'] in dv-cinder-813227-4-iscsi {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:42:20.039057 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] Routers {'79880a6a-3c38-432f-b44f-430583f5e12d'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:20.040113 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:42:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['79880a6a-3c38-432f-b44f-430583f5e12d'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:20.046079 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a13031b9-bb8f-4118-a13a-d13113923947 admin admin] Publish callbacks [] for router, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.048200 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-a13031b9-bb8f-4118-a13a-d13113923947 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7850125 Dec 15 13:42:20.051217 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33746) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:20.056442 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fdd444-62ca-4329-bfbc-0d3082094691 None None] Pushing event updated for resources: {'Port': ['ID=323336d2-f2d3-460d-901b-fbab3ca127de,revision_number=3']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:20.106056 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] Attempting to bind port 323336d2-f2d3-460d-901b-fbab3ca127de on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:20.106419 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] Attempting to bind port 323336d2-f2d3-460d-901b-fbab3ca127de by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '9e86a7c5-12e4-43db-b435-b398364e50ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac'}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:20.106779 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] Attempting to bind port 323336d2-f2d3-460d-901b-fbab3ca127de on network 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:20.117977 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:20.118355 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] Checking segment: {'id': '9e86a7c5-12e4-43db-b435-b398364e50ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:20.118752 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.119181 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] Bound using segment: {'id': '9e86a7c5-12e4-43db-b435-b398364e50ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac'} {{(pid=102376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:20.119652 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.managers [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] Bound port: 323336d2-f2d3-460d-901b-fbab3ca127de, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e86a7c5-12e4-43db-b435-b398364e50ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac'}}] {{(pid=102376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:20.120040 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.168373 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-f26007c1-375f-4cc9-aec8-00882fac92c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531086'] for router_interface, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.261534 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] For port 323336d2-f2d3-460d-901b-fbab3ca127de, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:20.270885 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] For port 323336d2-f2d3-460d-901b-fbab3ca127de, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=323336d2-f2d3-460d-901b-fbab3ca127de,segment=NetworkSegment(9e86a7c5-12e4-43db-b435-b398364e50ca),segment_id=9e86a7c5-12e4-43db-b435-b398364e50ca)] {{(pid=102376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:20.280424 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.367670 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] Set router 79880a6a-3c38-432f-b44f-430583f5e12d gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:20.379110 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] Routers {'e347154b-683e-4757-a349-23cb14c52586'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:20.379790 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:42:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['e347154b-683e-4757-a349-23cb14c52586'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:20.381945 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fdd444-62ca-4329-bfbc-0d3082094691 None None] Pushing event updated for resources: {'Port': ['ID=323336d2-f2d3-460d-901b-fbab3ca127de,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:20.510013 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-01d7a248-ff19-4d44-97bb-78cbe2f5111f None None] Provisioning complete for port 323336d2-f2d3-460d-901b-fbab3ca127de triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:20.510748 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-01d7a248-ff19-4d44-97bb-78cbe2f5111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.519334 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26007c1-375f-4cc9-aec8-00882fac92c1 admin admin] Router 82e00f58-d77a-4948-b7b1-8b460ef05a1a has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:42:20.592623 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79880a6a-3c38-432f-b44f-430583f5e12d', 'name': 'tempest-TestVolumeBootPattern-699356691-router', 'tenant_id': '218221016f9842ce9b372ba5aa638ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd8d3d521-9de8-4db5-bb42-5c6d24a069ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:18Z', 'updated_at': '2021-12-15T13:42:19Z', 'revision_number': 3, 'project_id': '218221016f9842ce9b372ba5aa638ff8', 'gw_port': {'id': 'd8d3d521-9de8-4db5-bb42-5c6d24a069ee', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79880a6a-3c38-432f-b44f-430583f5e12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:18Z', 'updated_at': '2021-12-15T13:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:20.604970 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] Set router e347154b-683e-4757-a349-23cb14c52586 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:20.633178 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] Checking router: 79880a6a-3c38-432f-b44f-430583f5e12d for host: dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:42:20.633807 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] Updating router 79880a6a-3c38-432f-b44f-430583f5e12d port d8d3d521-9de8-4db5-bb42-5c6d24a069ee binding host dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:42:20.653290 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26007c1-375f-4cc9-aec8-00882fac92c1 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:42:20.663431 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-f26007c1-375f-4cc9-aec8-00882fac92c1 admin admin] 10.222.0.60 "PUT /v2.0/routers/82e00f58-d77a-4948-b7b1-8b460ef05a1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3131790 Dec 15 13:42:20.664044 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33748) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:20.681865 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.690599 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab817c27-ec90-4378-84ab-7aaa133b6f73 None None] Sync routers for ids ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:42:20.753460 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab817c27-ec90-4378-84ab-7aaa133b6f73 None None] Routers {'82e00f58-d77a-4948-b7b1-8b460ef05a1a'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:20.754463 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-ab817c27-ec90-4378-84ab-7aaa133b6f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:42:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:20.810326 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0f2920ab-5bfc-4c7b-821b-a0dc81b990a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.815592 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d59bd903-c23f-4413-8e71-bc7a8176e711 admin admin] Publish callbacks [] for router, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:20.976963 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d59bd903-c23f-4413-8e71-bc7a8176e711 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.028056 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-ab817c27-ec90-4378-84ab-7aaa133b6f73 None None] Set router 82e00f58-d77a-4948-b7b1-8b460ef05a1a gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:21.040280 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] Publish callbacks [] for port, precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.050682 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.073647 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.db_base_plugin_common [None req-0f2920ab-5bfc-4c7b-821b-a0dc81b990a6 admin admin] Allocated IP 172.20.0.1 (77aba10e-a8db-44a2-8649-375a4fe4d576/b79f3053-1a83-4fb9-8439-1b63dec7b221/e0eba743-bb50-40c2-8e82-06da68b6248d) {{(pid=102375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:21.092106 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-d59bd903-c23f-4413-8e71-bc7a8176e711 admin admin] Deleting port d61fba26-f630-46c6-ae25-9c3b3f42ab23 {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:21.092449 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d59bd903-c23f-4413-8e71-bc7a8176e711 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.101423 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-01d7a248-ff19-4d44-97bb-78cbe2f5111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.128701 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] Attempting to bind port d8d3d521-9de8-4db5-bb42-5c6d24a069ee on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:21.129004 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] Attempting to bind port d8d3d521-9de8-4db5-bb42-5c6d24a069ee by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}] {{(pid=102377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:21.129322 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] Attempting to bind port d8d3d521-9de8-4db5-bb42-5c6d24a069ee on network d75b81e5-d2ea-4613-a99a-556640a87149 {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:21.142152 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:21.142515 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] Checking segment: {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:21.143127 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.143817 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] Bound using segment: {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'} {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:21.144462 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] Bound port: d8d3d521-9de8-4db5-bb42-5c6d24a069ee, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eafd828-90c4-411a-b500-be6e67f31af2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149'}}] {{(pid=102377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:21.145031 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.179776 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7e1fbc-3d92-4cdf-8c57-fe0c32cafbad None None] Network 77aba10e-a8db-44a2-8649-375a4fe4d576 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:21.200797 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] For port d8d3d521-9de8-4db5-bb42-5c6d24a069ee, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:21.205647 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] For port d8d3d521-9de8-4db5-bb42-5c6d24a069ee, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=d8d3d521-9de8-4db5-bb42-5c6d24a069ee,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:21.213465 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.240790 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] Routers {'79880a6a-3c38-432f-b44f-430583f5e12d'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:21.241623 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:42:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['79880a6a-3c38-432f-b44f-430583f5e12d'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:21.255481 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0f2920ab-5bfc-4c7b-821b-a0dc81b990a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.261148 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-d59bd903-c23f-4413-8e71-bc7a8176e711 admin admin] For port d61fba26-f630-46c6-ae25-9c3b3f42ab23, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=d61fba26-f630-46c6-ae25-9c3b3f42ab23,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:21.261539 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d59bd903-c23f-4413-8e71-bc7a8176e711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.280698 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-d59bd903-c23f-4413-8e71-bc7a8176e711 admin admin] Calling delete_port for d61fba26-f630-46c6-ae25-9c3b3f42ab23 owned by network:router_gateway {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:21.293084 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device b26b7bd9-6359-4d5d-91d4-86feb8f37e98 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:21.312098 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0f2920ab-5bfc-4c7b-821b-a0dc81b990a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.356356 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67137a-4366-4161-b3d3-53da2fa5e216 None None] Pushing event updated for resources: {'Port': ['ID=d8d3d521-9de8-4db5-bb42-5c6d24a069ee,revision_number=2']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:21.367208 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-01d7a248-ff19-4d44-97bb-78cbe2f5111f None None] For port 323336d2-f2d3-460d-901b-fbab3ca127de, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=323336d2-f2d3-460d-901b-fbab3ca127de,segment=NetworkSegment(9e86a7c5-12e4-43db-b435-b398364e50ca),segment_id=9e86a7c5-12e4-43db-b435-b398364e50ca)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:21.369841 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67137a-4366-4161-b3d3-53da2fa5e216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:21.370971 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67137a-4366-4161-b3d3-53da2fa5e216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:21.372042 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67137a-4366-4161-b3d3-53da2fa5e216 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:21.372656 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67137a-4366-4161-b3d3-53da2fa5e216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:21.373262 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67137a-4366-4161-b3d3-53da2fa5e216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:21.373760 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67137a-4366-4161-b3d3-53da2fa5e216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:21.374289 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67137a-4366-4161-b3d3-53da2fa5e216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:21.376157 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67137a-4366-4161-b3d3-53da2fa5e216 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:21.376655 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67137a-4366-4161-b3d3-53da2fa5e216 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:21.377150 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67137a-4366-4161-b3d3-53da2fa5e216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:21.377628 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67137a-4366-4161-b3d3-53da2fa5e216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:21.378098 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67137a-4366-4161-b3d3-53da2fa5e216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:21.378600 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea67137a-4366-4161-b3d3-53da2fa5e216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:21.385982 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2920ab-5bfc-4c7b-821b-a0dc81b990a6 admin admin] Network 77aba10e-a8db-44a2-8649-375a4fe4d576 is already hosted by enough agents. {{(pid=102375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:21.393580 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-0f2920ab-5bfc-4c7b-821b-a0dc81b990a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:21.397221 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2920ab-5bfc-4c7b-821b-a0dc81b990a6 admin admin] Received port after_create {{(pid=102375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:21.397822 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] Set router 79880a6a-3c38-432f-b44f-430583f5e12d gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:21.402016 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2920ab-5bfc-4c7b-821b-a0dc81b990a6 admin admin] Pushing event updated for resources: {'Port': ['ID=e0eba743-bb50-40c2-8e82-06da68b6248d,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:21.403225 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-01d7a248-ff19-4d44-97bb-78cbe2f5111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.456143 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0f2920ab-5bfc-4c7b-821b-a0dc81b990a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529543'] for router_interface, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.470839 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67137a-4366-4161-b3d3-53da2fa5e216 None None] Pushing event updated for resources: {'Port': ['ID=d8d3d521-9de8-4db5-bb42-5c6d24a069ee,revision_number=3']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:21.487889 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d59bd903-c23f-4413-8e71-bc7a8176e711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.528475 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59bd903-c23f-4413-8e71-bc7a8176e711 admin admin] Pushing event deleted for resources: {'Port': ['ID=d61fba26-f630-46c6-ae25-9c3b3f42ab23,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:21.571445 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-d0ba8961-27df-4c93-b5fd-868279056735 None None] Provisioning complete for port b26b7bd9-6359-4d5d-91d4-86feb8f37e98 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:21.572010 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8961-27df-4c93-b5fd-868279056735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.594213 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d59bd903-c23f-4413-8e71-bc7a8176e711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529452'] for router_gateway, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.624429 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7a248-ff19-4d44-97bb-78cbe2f5111f None None] Pushing event updated for resources: {'Port': ['ID=323336d2-f2d3-460d-901b-fbab3ca127de,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:21.647447 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port b26b7bd9-6359-4d5d-91d4-86feb8f37e98 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:21.647886 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.706565 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79880a6a-3c38-432f-b44f-430583f5e12d', 'name': 'tempest-TestVolumeBootPattern-699356691-router', 'tenant_id': '218221016f9842ce9b372ba5aa638ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd8d3d521-9de8-4db5-bb42-5c6d24a069ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:18Z', 'updated_at': '2021-12-15T13:42:19Z', 'revision_number': 3, 'project_id': '218221016f9842ce9b372ba5aa638ff8', 'gw_port': {'id': 'd8d3d521-9de8-4db5-bb42-5c6d24a069ee', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79880a6a-3c38-432f-b44f-430583f5e12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:18Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:21.713939 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d59bd903-c23f-4413-8e71-bc7a8176e711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12871'] for router, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.716396 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d59bd903-c23f-4413-8e71-bc7a8176e711 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.747675 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a50a4-3241-4ab9-a3ab-1f6b8a7b993b None None] The sync data for ids ['79880a6a-3c38-432f-b44f-430583f5e12d'] in dv-cinder-813227-4-iscsi is: [{'id': '79880a6a-3c38-432f-b44f-430583f5e12d', 'name': 'tempest-TestVolumeBootPattern-699356691-router', 'tenant_id': '218221016f9842ce9b372ba5aa638ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd8d3d521-9de8-4db5-bb42-5c6d24a069ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:18Z', 'updated_at': '2021-12-15T13:42:19Z', 'revision_number': 3, 'project_id': '218221016f9842ce9b372ba5aa638ff8', 'gw_port': {'id': 'd8d3d521-9de8-4db5-bb42-5c6d24a069ee', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79880a6a-3c38-432f-b44f-430583f5e12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:18Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}] {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:42:21.748926 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 4, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '323336d2-f2d3-460d-901b-fbab3ca127de', 'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'mac_address': 'fa:16:3e:d7:f9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:20Z', 'revision_number': 4, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'subnets': [{'id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:21.784257 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d59bd903-c23f-4413-8e71-bc7a8176e711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532917'] for router, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.784825 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59bd903-c23f-4413-8e71-bc7a8176e711 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82e00f58-d77a-4948-b7b1-8b460ef05a1a {{(pid=102374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:42:21.793332 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d59bd903-c23f-4413-8e71-bc7a8176e711 admin admin] Publish callbacks [] for router, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.794533 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-d59bd903-c23f-4413-8e71-bc7a8176e711 admin admin] 10.222.0.60 "DELETE /v2.0/routers/82e00f58-d77a-4948-b7b1-8b460ef05a1a HTTP/1.1" status: 204 len: 168 time: 1.1276264 Dec 15 13:42:21.798216 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33752) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:21.812465 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f4ce82-f5c2-432f-8b66-ad0063667c71 None None] The sync data for ids ['e347154b-683e-4757-a349-23cb14c52586'] in dv-cinder-813227-4-iscsi is: [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 4, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '323336d2-f2d3-460d-901b-fbab3ca127de', 'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'mac_address': 'fa:16:3e:d7:f9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:20Z', 'revision_number': 4, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'subnets': [{'id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:42:21.821832 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8961-27df-4c93-b5fd-868279056735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.899503 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7efd22-444e-4f1f-9923-2bd6902641cf admin admin] Deleting subnet 5ee2d60c-e8f8-48bd-815a-998b0d5d4d75 {{(pid=102374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:42:21.904798 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2e7efd22-444e-4f1f-9923-2bd6902641cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:21.948304 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2e7efd22-444e-4f1f-9923-2bd6902641cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8504414'] for subnet, precommit_delete_associations {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.078573 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2e7efd22-444e-4f1f-9923-2bd6902641cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1679046'] for subnet, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.108834 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0f2920ab-5bfc-4c7b-821b-a0dc81b990a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.121904 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-ab817c27-ec90-4378-84ab-7aaa133b6f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1081663544-router', 'tenant_id': '849d4c797afe475aa474e4415f6190c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:30:59Z', 'updated_at': '2021-12-15T13:42:19Z', 'revision_number': 5, 'project_id': '849d4c797afe475aa474e4415f6190c0', 'gw_port': {'id': 'd61fba26-f630-46c6-ae25-9c3b3f42ab23', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e00f58-d77a-4948-b7b1-8b460ef05a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:31:00Z', 'updated_at': '2021-12-15T13:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:22.209158 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2e7efd22-444e-4f1f-9923-2bd6902641cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1679053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12002533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8528305'] for subnet, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.222569 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab817c27-ec90-4378-84ab-7aaa133b6f73 None None] Checking router: 82e00f58-d77a-4948-b7b1-8b460ef05a1a for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:42:22.233835 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.256633 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7efd22-444e-4f1f-9923-2bd6902641cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ee2d60c-e8f8-48bd-815a-998b0d5d4d75,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:22.262215 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2e7efd22-444e-4f1f-9923-2bd6902641cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.271165 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-2e7efd22-444e-4f1f-9923-2bd6902641cf admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5ee2d60c-e8f8-48bd-815a-998b0d5d4d75 HTTP/1.1" status: 204 len: 168 time: 0.4717560 Dec 15 13:42:22.271794 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33754) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:22.274370 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-d0ba8961-27df-4c93-b5fd-868279056735 None None] For port b26b7bd9-6359-4d5d-91d4-86feb8f37e98, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=b26b7bd9-6359-4d5d-91d4-86feb8f37e98,segment=NetworkSegment(5e67eaca-92c4-4360-bf30-0dd9409c480a),segment_id=5e67eaca-92c4-4360-bf30-0dd9409c480a)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:22.275573 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09480f3-b2cc-48e3-ae35-fa1a1dbdc54a None None] Network b0016a0f-1988-46ad-b4da-048d7988271c requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:22.280292 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab817c27-ec90-4378-84ab-7aaa133b6f73 None None] Routers set() bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:22.280672 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab817c27-ec90-4378-84ab-7aaa133b6f73 None None] Router IDs set() for agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 13:42:22.281959 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_agentschedulers_db [None req-ab817c27-ec90-4378-84ab-7aaa133b6f73 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'82e00f58-d77a-4948-b7b1-8b460ef05a1a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:42:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent'). {{(pid=102376) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 15 13:42:22.282378 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab817c27-ec90-4378-84ab-7aaa133b6f73 None None] The sync data for ids ['82e00f58-d77a-4948-b7b1-8b460ef05a1a'] in dv-cinder-813227-4-iscsi is: [] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:42:22.360972 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8961-27df-4c93-b5fd-868279056735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.421509 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4bf1f7ed-5e4c-4aa7-8546-5236ba8c7abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645032'] for network, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.478594 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0f2920ab-5bfc-4c7b-821b-a0dc81b990a6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.485038 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0f2920ab-5bfc-4c7b-821b-a0dc81b990a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655701'] for port, after_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.503952 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-4bf1f7ed-5e4c-4aa7-8546-5236ba8c7abd admin admin] Deleting port ee7f9fab-7167-4705-80eb-728ad02edd53 {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:22.504297 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4bf1f7ed-5e4c-4aa7-8546-5236ba8c7abd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.529280 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-d0ba8961-27df-4c93-b5fd-868279056735 None None] Provisioning complete for port 323336d2-f2d3-460d-901b-fbab3ca127de triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:22.529653 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8961-27df-4c93-b5fd-868279056735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.571775 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2920ab-5bfc-4c7b-821b-a0dc81b990a6 admin admin] Pushing event updated for resources: {'Port': ['ID=e0eba743-bb50-40c2-8e82-06da68b6248d,revision_number=2']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:22.581876 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0f2920ab-5bfc-4c7b-821b-a0dc81b990a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530999'] for router_interface, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.590239 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-4bf1f7ed-5e4c-4aa7-8546-5236ba8c7abd admin admin] For port ee7f9fab-7167-4705-80eb-728ad02edd53, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=ee7f9fab-7167-4705-80eb-728ad02edd53,segment=NetworkSegment(5e57a592-0f0a-4da5-b292-1f54cc910cb1),segment_id=5e57a592-0f0a-4da5-b292-1f54cc910cb1)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:22.590717 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4bf1f7ed-5e4c-4aa7-8546-5236ba8c7abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.602250 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba8961-27df-4c93-b5fd-868279056735 None None] Pushing event updated for resources: {'Port': ['ID=b26b7bd9-6359-4d5d-91d4-86feb8f37e98,revision_number=3']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:22.605638 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-4bf1f7ed-5e4c-4aa7-8546-5236ba8c7abd admin admin] Calling delete_port for ee7f9fab-7167-4705-80eb-728ad02edd53 owned by network:dhcp {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:22.616926 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.db.api [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 13:42:22.617225 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG oslo_db.api [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 13:42:22.754730 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bf9ab8-0cdd-416a-b8b5-80ed4f20f6ce None None] DHCP port deletion for b0016a0f-1988-46ad-b4da-048d7988271c request from dv-cinder-813227-4-iscsi {{(pid=102376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:42:22.757710 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2920ab-5bfc-4c7b-821b-a0dc81b990a6 admin admin] Network 77aba10e-a8db-44a2-8649-375a4fe4d576 is already hosted by enough agents. {{(pid=102375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:22.758949 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-0f2920ab-5bfc-4c7b-821b-a0dc81b990a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:22.760380 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4bf1f7ed-5e4c-4aa7-8546-5236ba8c7abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.821260 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf1f7ed-5e4c-4aa7-8546-5236ba8c7abd admin admin] No DVR routers for this DVR port ee7f9fab-7167-4705-80eb-728ad02edd53 on host dv-cinder-813227-4-iscsi {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:42:22.822936 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1f7ed-5e4c-4aa7-8546-5236ba8c7abd admin admin] Pushing event deleted for resources: {'Port': ['ID=ee7f9fab-7167-4705-80eb-728ad02edd53,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:22.862998 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-f2855e05-2cd7-49bd-8ba2-1c2627acfc5b None None] Provisioning complete for port b26b7bd9-6359-4d5d-91d4-86feb8f37e98 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:22.863253 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-f2855e05-2cd7-49bd-8ba2-1c2627acfc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:22.940689 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2920ab-5bfc-4c7b-821b-a0dc81b990a6 admin admin] Router 79880a6a-3c38-432f-b44f-430583f5e12d has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:42:22.954317 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4bf1f7ed-5e4c-4aa7-8546-5236ba8c7abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1673553', 'neutron.services.segments.db._delete_segments_for_network-8790303350658'] for network, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.004321 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.services.segments.db [None req-4bf1f7ed-5e4c-4aa7-8546-5236ba8c7abd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0016a0f-1988-46ad-b4da-048d7988271c']}} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:23.015163 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.services.segments.db [None req-4bf1f7ed-5e4c-4aa7-8546-5236ba8c7abd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e57a592-0f0a-4da5-b292-1f54cc910cb1') {'for_net_delete': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:23.016351 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.services.segments.db [None req-4bf1f7ed-5e4c-4aa7-8546-5236ba8c7abd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e57a592-0f0a-4da5-b292-1f54cc910cb1') {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:23.027503 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4bf1f7ed-5e4c-4aa7-8546-5236ba8c7abd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790303353739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8504485'] for segment, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.031906 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-f2855e05-2cd7-49bd-8ba2-1c2627acfc5b None None] Provisioning complete for port e0eba743-bb50-40c2-8e82-06da68b6248d triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:23.032296 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-f2855e05-2cd7-49bd-8ba2-1c2627acfc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.044177 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4bf1f7ed-5e4c-4aa7-8546-5236ba8c7abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.054713 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf1f7ed-5e4c-4aa7-8546-5236ba8c7abd admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:42:23.056775 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4bf1f7ed-5e4c-4aa7-8546-5236ba8c7abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12002447'] for segment, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: Traceback (most recent call last): Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: timer() Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: cb(*args, **kw) Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: return func(*args, **kwargs) Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: self._notify() Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: self.callback(batched_events) Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: event.method(event) Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: return f(self, *a, **k) Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: return self._get(url).json() Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: return self.request(url, 'GET', **kwargs) Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:42:23.063108 dv-cinder-813227-4-iscsi neutron-server[102374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:42:23.090926 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-f2855e05-2cd7-49bd-8ba2-1c2627acfc5b None None] Port e0eba743-bb50-40c2-8e82-06da68b6248d cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:42:23.143539 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4bf1f7ed-5e4c-4aa7-8546-5236ba8c7abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529408'] for network, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.144155 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2920ab-5bfc-4c7b-821b-a0dc81b990a6 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:42:23.152255 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-0f2920ab-5bfc-4c7b-821b-a0dc81b990a6 admin admin] 10.222.0.60 "PUT /v2.0/routers/79880a6a-3c38-432f-b44f-430583f5e12d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0995960 Dec 15 13:42:23.168963 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4bf1f7ed-5e4c-4aa7-8546-5236ba8c7abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.172464 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-4bf1f7ed-5e4c-4aa7-8546-5236ba8c7abd admin admin] 10.222.0.60 "DELETE /v2.0/networks/b0016a0f-1988-46ad-b4da-048d7988271c HTTP/1.1" status: 204 len: 168 time: 0.8992531 Dec 15 13:42:23.182935 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1f7ed-5e4c-4aa7-8546-5236ba8c7abd admin admin] Pushing event deleted for resources: {'Network': ['ID=b0016a0f-1988-46ad-b4da-048d7988271c,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:23.214217 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-78bf4e69-0ba8-44be-932f-77e9d241df37 None None] Provisioning complete for port e0eba743-bb50-40c2-8e82-06da68b6248d triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:23.214777 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-78bf4e69-0ba8-44be-932f-77e9d241df37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.270986 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-78bf4e69-0ba8-44be-932f-77e9d241df37 None None] Port e0eba743-bb50-40c2-8e82-06da68b6248d cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:42:23.397940 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33764) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:23.450568 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-42e49e8f-a0bf-4ccd-8270-5d13caf4cea9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=849d4c797afe475aa474e4415f6190c0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0488582 Dec 15 13:42:23.451186 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33766) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:23.534173 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device b26b7bd9-6359-4d5d-91d4-86feb8f37e98 up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:23.540733 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-cf148e94-e028-4944-ad08-294ca3ce649c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.570756 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-cf148e94-e028-4944-ad08-294ca3ce649c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.607551 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port b26b7bd9-6359-4d5d-91d4-86feb8f37e98 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:23.608157 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.629318 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-cf148e94-e028-4944-ad08-294ca3ce649c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.632112 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-cf148e94-e028-4944-ad08-294ca3ce649c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.633555 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-cf148e94-e028-4944-ad08-294ca3ce649c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/20523ca6-19cb-4acc-9870-9d7b96f83712 HTTP/1.1" status: 204 len: 168 time: 0.1811461 Dec 15 13:42:23.645592 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf148e94-e028-4944-ad08-294ca3ce649c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20523ca6-19cb-4acc-9870-9d7b96f83712,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:23.718171 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 323336d2-f2d3-460d-901b-fbab3ca127de up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:23.771642 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port 323336d2-f2d3-460d-901b-fbab3ca127de triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:23.772012 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.871506 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device d8d3d521-9de8-4db5-bb42-5c6d24a069ee up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:23.896204 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33772) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:23.902322 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-e6f97674-80a3-40a3-9817-7d2d8cd1ae91 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-316724650', 'description': 'tempest-secgroup-smoke-316724650 description', 'project_id': 'ff117078def64108b7829db8db9baf7f'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:23.933338 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e6f97674-80a3-40a3-9817-7d2d8cd1ae91 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:23.938551 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port d8d3d521-9de8-4db5-bb42-5c6d24a069ee triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:23.938948 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.015865 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e6f97674-80a3-40a3-9817-7d2d8cd1ae91 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.020900 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e6f97674-80a3-40a3-9817-7d2d8cd1ae91 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.053526 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.055097 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f97674-80a3-40a3-9817-7d2d8cd1ae91 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cab8a49-8547-43ed-9f9d-2761892c1624,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:24.069916 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e6f97674-80a3-40a3-9817-7d2d8cd1ae91 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.071371 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-e6f97674-80a3-40a3-9817-7d2d8cd1ae91 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1741009 Dec 15 13:42:24.074122 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33780) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:24.079122 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] For port d8d3d521-9de8-4db5-bb42-5c6d24a069ee, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=d8d3d521-9de8-4db5-bb42-5c6d24a069ee,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:24.079435 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-b6ee5256-ad55-4cbd-b23d-6dc4b60198d6 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Request body: {'security_group_rule': {'security_group_id': '6cab8a49-8547-43ed-9f9d-2761892c1624', 'project_id': 'ff117078def64108b7829db8db9baf7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:24.085534 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.121270 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5256-ad55-4cbd-b23d-6dc4b60198d6 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.159847 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Pushing event updated for resources: {'Port': ['ID=d8d3d521-9de8-4db5-bb42-5c6d24a069ee,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:24.164124 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device ee7f9fab-7167-4705-80eb-728ad02edd53 no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:24.187481 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: ee7f9fab-7167-4705-80eb-728ad02edd53 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:24.188126 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device ee7f9fab-7167-4705-80eb-728ad02edd53 not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:24.188658 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 2e1751a6-9075-4b06-b379-53faa3683527 no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:24.202703 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5256-ad55-4cbd-b23d-6dc4b60198d6 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.207769 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5256-ad55-4cbd-b23d-6dc4b60198d6 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.212965 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: 2e1751a6-9075-4b06-b379-53faa3683527 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:24.213580 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 2e1751a6-9075-4b06-b379-53faa3683527 not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:24.214006 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device d61fba26-f630-46c6-ae25-9c3b3f42ab23 no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:24.231373 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee5256-ad55-4cbd-b23d-6dc4b60198d6 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00124fe9-1663-48d3-a8ac-16ebfc4b68e3,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:24.235296 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: d61fba26-f630-46c6-ae25-9c3b3f42ab23 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:24.235863 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device d61fba26-f630-46c6-ae25-9c3b3f42ab23 not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:24.242166 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5256-ad55-4cbd-b23d-6dc4b60198d6 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.246895 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33784) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:24.247357 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-b6ee5256-ad55-4cbd-b23d-6dc4b60198d6 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1717665 Dec 15 13:42:24.253867 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-1192c699-c4ba-467e-8e98-754b113ac273 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Request body: {'security_group_rule': {'security_group_id': '6cab8a49-8547-43ed-9f9d-2761892c1624', 'project_id': 'ff117078def64108b7829db8db9baf7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:24.290235 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1192c699-c4ba-467e-8e98-754b113ac273 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.360684 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1192c699-c4ba-467e-8e98-754b113ac273 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.364598 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1192c699-c4ba-467e-8e98-754b113ac273 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.382545 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192c699-c4ba-467e-8e98-754b113ac273 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbb9828-0e69-4bad-814b-d6f7376c814c,revision_number=0']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:24.394160 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1192c699-c4ba-467e-8e98-754b113ac273 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.395399 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-1192c699-c4ba-467e-8e98-754b113ac273 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1459534 Dec 15 13:42:24.398291 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33792) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:24.403959 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-ae3de22b-f250-4a3c-bbf8-48196fe864e8 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Request body: {'security_group_rule': {'security_group_id': '6cab8a49-8547-43ed-9f9d-2761892c1624', 'project_id': 'ff117078def64108b7829db8db9baf7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:24.435660 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ae3de22b-f250-4a3c-bbf8-48196fe864e8 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.502126 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ae3de22b-f250-4a3c-bbf8-48196fe864e8 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.505741 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ae3de22b-f250-4a3c-bbf8-48196fe864e8 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.508885 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33796) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:24.519746 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33800) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:24.526473 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de22b-f250-4a3c-bbf8-48196fe864e8 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f245319d-4276-4ca6-843b-f5457adf87d7,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:24.545859 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-ae3de22b-f250-4a3c-bbf8-48196fe864e8 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.549338 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-ae3de22b-f250-4a3c-bbf8-48196fe864e8 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1469779 Dec 15 13:42:24.549941 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33804) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:24.555220 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-4d9cfb2e-ed30-48f8-b384-cf25d8965047 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Request body: {'security_group_rule': {'security_group_id': '6cab8a49-8547-43ed-9f9d-2761892c1624', 'project_id': 'ff117078def64108b7829db8db9baf7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:24.589699 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4d9cfb2e-ed30-48f8-b384-cf25d8965047 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.648348 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-ad776dda-f2b5-402c-a435-1497c0ea2cea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1521960194-network', 'tenant_id': '605f407009e74241b3d1c7f8d6275cf2'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:24.679099 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4d9cfb2e-ed30-48f8-b384-cf25d8965047 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.682653 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4d9cfb2e-ed30-48f8-b384-cf25d8965047 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.691628 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad776dda-f2b5-402c-a435-1497c0ea2cea admin admin] Made reservation on behalf of 605f407009e74241b3d1c7f8d6275cf2 for: {'network': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:24.691628 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ad776dda-f2b5-402c-a435-1497c0ea2cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for network, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.719505 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ad776dda-f2b5-402c-a435-1497c0ea2cea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.729212 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] Sync routers for ids ['79880a6a-3c38-432f-b44f-430583f5e12d'] in dv-cinder-813227-4-iscsi {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:42:24.739306 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] Routers {'79880a6a-3c38-432f-b44f-430583f5e12d'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:24.739899 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:42:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['79880a6a-3c38-432f-b44f-430583f5e12d'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:24.764144 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4d9cfb2e-ed30-48f8-b384-cf25d8965047 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.765323 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-4d9cfb2e-ed30-48f8-b384-cf25d8965047 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2142048 Dec 15 13:42:24.768139 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9cfb2e-ed30-48f8-b384-cf25d8965047 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c972052-a066-4862-8106-f6f2cc384651,revision_number=0']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:24.768902 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33806) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:24.773958 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-dc8472ac-a9a1-40c4-9270-3e40fabcec09 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Request body: {'security_group_rule': {'security_group_id': '6cab8a49-8547-43ed-9f9d-2761892c1624', 'project_id': 'ff117078def64108b7829db8db9baf7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:24.799035 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.db.securitygroups_db [None req-dc8472ac-a9a1-40c4-9270-3e40fabcec09 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Project ff117078def64108b7829db8db9baf7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 13:42:24.803969 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-dc8472ac-a9a1-40c4-9270-3e40fabcec09 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.852598 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] Set router 79880a6a-3c38-432f-b44f-430583f5e12d gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:24.868828 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-dc8472ac-a9a1-40c4-9270-3e40fabcec09 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.872470 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-dc8472ac-a9a1-40c4-9270-3e40fabcec09 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.891870 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8472ac-a9a1-40c4-9270-3e40fabcec09 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ab413e-b4a9-4e24-8551-b4f46d0e276a,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:24.903122 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-dc8472ac-a9a1-40c4-9270-3e40fabcec09 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.904319 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-dc8472ac-a9a1-40c4-9270-3e40fabcec09 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1342084 Dec 15 13:42:24.907257 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33808) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:24.913507 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-543a6876-9549-49fa-ad34-79529b689f9b tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Request body: {'security_group_rule': {'security_group_id': '6cab8a49-8547-43ed-9f9d-2761892c1624', 'project_id': 'ff117078def64108b7829db8db9baf7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:24.958308 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ad776dda-f2b5-402c-a435-1497c0ea2cea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.962892 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ad776dda-f2b5-402c-a435-1497c0ea2cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:24.971525 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.db.securitygroups_db [None req-543a6876-9549-49fa-ad34-79529b689f9b tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Project ff117078def64108b7829db8db9baf7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 13:42:24.998162 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-543a6876-9549-49fa-ad34-79529b689f9b tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.005128 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad776dda-f2b5-402c-a435-1497c0ea2cea admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=102374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:42:25.022461 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad776dda-f2b5-402c-a435-1497c0ea2cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be93e5e5-2eac-4b9b-a3ef-44fde978bcc0,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:25.035647 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ad776dda-f2b5-402c-a435-1497c0ea2cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.035999 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.db.segments_db [None req-ad776dda-f2b5-402c-a435-1497c0ea2cea admin admin] Added segment bbdc5b8b-74a4-4564-b183-595ce957f35d of type vlan for network ea96ad79-ee93-4886-b3fa-be777ba37174 Dec 15 13:42:25.041266 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-b830065d-3532-42e9-bbc8-cef247f443c6 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Deleting port 0d13412d-43df-41ca-9343-08261ac14c59 {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:25.041601 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b830065d-3532-42e9-bbc8-cef247f443c6 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.054606 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79880a6a-3c38-432f-b44f-430583f5e12d', 'name': 'tempest-TestVolumeBootPattern-699356691-router', 'tenant_id': '218221016f9842ce9b372ba5aa638ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd8d3d521-9de8-4db5-bb42-5c6d24a069ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:18Z', 'updated_at': '2021-12-15T13:42:22Z', 'revision_number': 4, 'project_id': '218221016f9842ce9b372ba5aa638ff8', 'gw_port': {'id': 'd8d3d521-9de8-4db5-bb42-5c6d24a069ee', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79880a6a-3c38-432f-b44f-430583f5e12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:18Z', 'updated_at': '2021-12-15T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': 'e0eba743-bb50-40c2-8e82-06da68b6248d', 'name': '', 'network_id': '77aba10e-a8db-44a2-8649-375a4fe4d576', 'tenant_id': '218221016f9842ce9b372ba5aa638ff8', 'mac_address': 'fa:16:3e:08:26:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79880a6a-3c38-432f-b44f-430583f5e12d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b79f3053-1a83-4fb9-8439-1b63dec7b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:20Z', 'updated_at': '2021-12-15T13:42:22Z', 'revision_number': 2, 'project_id': '218221016f9842ce9b372ba5aa638ff8', 'subnets': [{'id': 'b79f3053-1a83-4fb9-8439-1b63dec7b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:25.083885 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] Checking router: 79880a6a-3c38-432f-b44f-430583f5e12d for host: dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:42:25.084238 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] Updating router 79880a6a-3c38-432f-b44f-430583f5e12d port e0eba743-bb50-40c2-8e82-06da68b6248d binding host dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 13:42:25.108118 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.150672 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ad776dda-f2b5-402c-a435-1497c0ea2cea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790302850079'] for network, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.165553 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-543a6876-9549-49fa-ad34-79529b689f9b tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.185342 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-543a6876-9549-49fa-ad34-79529b689f9b tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631762'] for security_group_rule, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.217291 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b830065d-3532-42e9-bbc8-cef247f443c6 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.217681 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b830065d-3532-42e9-bbc8-cef247f443c6 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.234105 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a6876-9549-49fa-ad34-79529b689f9b tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4022a3-a818-415c-aa2a-5d628a8ba86b,revision_number=0']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:25.243015 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-b830065d-3532-42e9-bbc8-cef247f443c6 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Calling delete_port for 0d13412d-43df-41ca-9343-08261ac14c59 owned by network:floatingip {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:25.244776 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ad776dda-f2b5-402c-a435-1497c0ea2cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for network, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.245968 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad776dda-f2b5-402c-a435-1497c0ea2cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:25.246569 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-ad776dda-f2b5-402c-a435-1497c0ea2cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.252197 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-543a6876-9549-49fa-ad34-79529b689f9b tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.252844 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device d8d3d521-9de8-4db5-bb42-5c6d24a069ee up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:25.253433 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-543a6876-9549-49fa-ad34-79529b689f9b tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3451498 Dec 15 13:42:25.304253 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-ad776dda-f2b5-402c-a435-1497c0ea2cea admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7940233 Dec 15 13:42:25.307224 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33824) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:25.314074 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-4bc59fd3-709c-4922-8698-d6cd9e9ba42b admin admin] Request body: {'subnet': {'network_id': 'ea96ad79-ee93-4886-b3fa-be777ba37174', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1521960194-subnet', 'tenant_id': '605f407009e74241b3d1c7f8d6275cf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:25.345587 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc59fd3-709c-4922-8698-d6cd9e9ba42b admin admin] Made reservation on behalf of 605f407009e74241b3d1c7f8d6275cf2 for: {'subnet': 1} {{(pid=102375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:25.346166 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port d8d3d521-9de8-4db5-bb42-5c6d24a069ee triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:25.346532 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.349635 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4bc59fd3-709c-4922-8698-d6cd9e9ba42b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8698210'] for subnet, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.465054 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] Publish callbacks [] for port, precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.473579 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.538583 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3802290-9df1-46c1-b576-4d761b8b7328 None None] Pushing event updated for resources: {'Port': ['ID=e0eba743-bb50-40c2-8e82-06da68b6248d,revision_number=3']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:25.580975 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4bc59fd3-709c-4922-8698-d6cd9e9ba42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8656092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8698236'] for subnet, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.613560 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] Attempting to bind port e0eba743-bb50-40c2-8e82-06da68b6248d on host dv-cinder-813227-4-iscsi for vnic_type normal with profile {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:25.613926 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] Attempting to bind port e0eba743-bb50-40c2-8e82-06da68b6248d by drivers openvswitch,hyperv on host dv-cinder-813227-4-iscsi at level 0 using segments [{'id': '5e67eaca-92c4-4360-bf30-0dd9409c480a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '77aba10e-a8db-44a2-8649-375a4fe4d576'}] {{(pid=102377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:25.614285 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] Attempting to bind port e0eba743-bb50-40c2-8e82-06da68b6248d on network 77aba10e-a8db-44a2-8649-375a4fe4d576 {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:25.619929 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] Checking agent: {'id': 'd9ef46a8-f712-4eae-8bd2-4f5f63ab072f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813227-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 23, 19), 'started_at': datetime.datetime(2021, 12, 15, 13, 23, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813227-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:25.620804 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] Checking segment: {'id': '5e67eaca-92c4-4360-bf30-0dd9409c480a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '77aba10e-a8db-44a2-8649-375a4fe4d576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:25.621377 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.621763 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] Bound using segment: {'id': '5e67eaca-92c4-4360-bf30-0dd9409c480a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '77aba10e-a8db-44a2-8649-375a4fe4d576'} {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:25.622241 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] Bound port: e0eba743-bb50-40c2-8e82-06da68b6248d, host: dv-cinder-813227-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e67eaca-92c4-4360-bf30-0dd9409c480a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '77aba10e-a8db-44a2-8649-375a4fe4d576'}}] {{(pid=102377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:25.622615 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.650530 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad776dda-f2b5-402c-a435-1497c0ea2cea admin admin] Pushing event updated for resources: {'Network': ['ID=ea96ad79-ee93-4886-b3fa-be777ba37174,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:25.667879 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Network ea96ad79-ee93-4886-b3fa-be777ba37174 details requested by agent ovs-agent-dv-cinder-813227-4-iscsi with host dv-cinder-813227-4-iscsi {{(pid=102376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:42:25.683150 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc59fd3-709c-4922-8698-d6cd9e9ba42b admin admin] Checking segment: {'id': 'bbdc5b8b-74a4-4564-b183-595ce957f35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ea96ad79-ee93-4886-b3fa-be777ba37174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:25.685797 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc59fd3-709c-4922-8698-d6cd9e9ba42b admin admin] Network hostable DHCP agents. Network: ea96ad79-ee93-4886-b3fa-be777ba37174, hostable agents: ['d51fc807-4fdb-425e-a52e-51fe0ffc3ab0'], hosted agents: [] {{(pid=102375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:42:25.701529 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b830065d-3532-42e9-bbc8-cef247f443c6 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.705582 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc59fd3-709c-4922-8698-d6cd9e9ba42b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4f9f214-a967-49c4-b219-a50b78886ff7,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:25.735862 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] For port e0eba743-bb50-40c2-8e82-06da68b6248d, host dv-cinder-813227-4-iscsi, cleared binding levels {{(pid=102377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:25.741420 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] For port e0eba743-bb50-40c2-8e82-06da68b6248d, host dv-cinder-813227-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=e0eba743-bb50-40c2-8e82-06da68b6248d,segment=NetworkSegment(5e67eaca-92c4-4360-bf30-0dd9409c480a),segment_id=5e67eaca-92c4-4360-bf30-0dd9409c480a)] {{(pid=102377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:25.742064 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc59fd3-709c-4922-8698-d6cd9e9ba42b admin admin] Network ea96ad79-ee93-4886-b3fa-be777ba37174 is scheduled to be hosted by DHCP agent d51fc807-4fdb-425e-a52e-51fe0ffc3ab0 with binding_index 1 {{(pid=102375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:42:25.750471 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830065d-3532-42e9-bbc8-cef247f443c6 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Pushing event deleted for resources: {'Port': ['ID=0d13412d-43df-41ca-9343-08261ac14c59,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:25.752519 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.769897 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-4bc59fd3-709c-4922-8698-d6cd9e9ba42b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-4-iscsi, ea96ad79-ee93-4886-b3fa-be777ba37174) {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:25.775813 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc59fd3-709c-4922-8698-d6cd9e9ba42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:25.777974 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4bc59fd3-709c-4922-8698-d6cd9e9ba42b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.800540 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a3fffa-3612-4a0b-a24b-465288f0b115 None None] Network ea96ad79-ee93-4886-b3fa-be777ba37174 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:25.809223 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-4bc59fd3-709c-4922-8698-d6cd9e9ba42b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4991455 Dec 15 13:42:25.827502 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b830065d-3532-42e9-bbc8-cef247f443c6 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for floatingip, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:25.829163 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.db.l3_db [None req-b830065d-3532-42e9-bbc8-cef247f443c6 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Floating IP 074f4325-392c-46d9-b557-5178f0101ae2 disassociated (deleted). External IP: 172.27.2.13, port: 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f. Dec 15 13:42:25.910339 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3802290-9df1-46c1-b576-4d761b8b7328 None None] Pushing event updated for resources: {'Port': ['ID=e0eba743-bb50-40c2-8e82-06da68b6248d,revision_number=4']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:25.959289 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] Routers {'79880a6a-3c38-432f-b44f-430583f5e12d'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:25.962464 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:42:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['79880a6a-3c38-432f-b44f-430583f5e12d'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:26.050054 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-b252056f-dd86-4e09-a1c1-0bfc8de5fc69 None None] Provisioning complete for port e0eba743-bb50-40c2-8e82-06da68b6248d triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:26.050423 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b252056f-dd86-4e09-a1c1-0bfc8de5fc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.145459 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb97234-c332-44cf-b1aa-cc11e6247ce9 None None] Network ea96ad79-ee93-4886-b3fa-be777ba37174 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:26.176352 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] Set router 79880a6a-3c38-432f-b44f-430583f5e12d gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:26.296097 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b252056f-dd86-4e09-a1c1-0bfc8de5fc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.375399 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-b252056f-dd86-4e09-a1c1-0bfc8de5fc69 None None] For port e0eba743-bb50-40c2-8e82-06da68b6248d, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=e0eba743-bb50-40c2-8e82-06da68b6248d,segment=NetworkSegment(5e67eaca-92c4-4360-bf30-0dd9409c480a),segment_id=5e67eaca-92c4-4360-bf30-0dd9409c480a)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:26.384299 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b252056f-dd86-4e09-a1c1-0bfc8de5fc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.446637 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252056f-dd86-4e09-a1c1-0bfc8de5fc69 None None] Pushing event updated for resources: {'Port': ['ID=e0eba743-bb50-40c2-8e82-06da68b6248d,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:26.513145 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-6fd198dd-442d-4169-bf3e-94491e67534c None None] Provisioning complete for port e0eba743-bb50-40c2-8e82-06da68b6248d triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:26.513759 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-6fd198dd-442d-4169-bf3e-94491e67534c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.531264 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79880a6a-3c38-432f-b44f-430583f5e12d', 'name': 'tempest-TestVolumeBootPattern-699356691-router', 'tenant_id': '218221016f9842ce9b372ba5aa638ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd8d3d521-9de8-4db5-bb42-5c6d24a069ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:18Z', 'updated_at': '2021-12-15T13:42:22Z', 'revision_number': 4, 'project_id': '218221016f9842ce9b372ba5aa638ff8', 'gw_port': {'id': 'd8d3d521-9de8-4db5-bb42-5c6d24a069ee', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79880a6a-3c38-432f-b44f-430583f5e12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:18Z', 'updated_at': '2021-12-15T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': 'e0eba743-bb50-40c2-8e82-06da68b6248d', 'name': '', 'network_id': '77aba10e-a8db-44a2-8649-375a4fe4d576', 'tenant_id': '218221016f9842ce9b372ba5aa638ff8', 'mac_address': 'fa:16:3e:08:26:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79880a6a-3c38-432f-b44f-430583f5e12d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b79f3053-1a83-4fb9-8439-1b63dec7b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:20Z', 'updated_at': '2021-12-15T13:42:25Z', 'revision_number': 4, 'project_id': '218221016f9842ce9b372ba5aa638ff8', 'subnets': [{'id': 'b79f3053-1a83-4fb9-8439-1b63dec7b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:26.567497 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b830065d-3532-42e9-bbc8-cef247f443c6 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Router d422f2ae-fbd6-4430-acc8-2b57f40712c3 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:42:26.577363 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eb3089-4546-4826-8492-4d7ef3ba8598 None None] The sync data for ids ['79880a6a-3c38-432f-b44f-430583f5e12d'] in dv-cinder-813227-4-iscsi is: [{'id': '79880a6a-3c38-432f-b44f-430583f5e12d', 'name': 'tempest-TestVolumeBootPattern-699356691-router', 'tenant_id': '218221016f9842ce9b372ba5aa638ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd8d3d521-9de8-4db5-bb42-5c6d24a069ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:18Z', 'updated_at': '2021-12-15T13:42:22Z', 'revision_number': 4, 'project_id': '218221016f9842ce9b372ba5aa638ff8', 'gw_port': {'id': 'd8d3d521-9de8-4db5-bb42-5c6d24a069ee', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79880a6a-3c38-432f-b44f-430583f5e12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:18Z', 'updated_at': '2021-12-15T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': 'e0eba743-bb50-40c2-8e82-06da68b6248d', 'name': '', 'network_id': '77aba10e-a8db-44a2-8649-375a4fe4d576', 'tenant_id': '218221016f9842ce9b372ba5aa638ff8', 'mac_address': 'fa:16:3e:08:26:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79880a6a-3c38-432f-b44f-430583f5e12d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'b79f3053-1a83-4fb9-8439-1b63dec7b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:20Z', 'updated_at': '2021-12-15T13:42:25Z', 'revision_number': 4, 'project_id': '218221016f9842ce9b372ba5aa638ff8', 'subnets': [{'id': 'b79f3053-1a83-4fb9-8439-1b63dec7b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:42:26.581008 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33888) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:26.589164 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-e422e26c-1ce0-46c4-8140-ee5ea3c1974d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-396608602-network', 'tenant_id': '3147c246e01147b9bc6923f63f76100a'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:26.667870 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e422e26c-1ce0-46c4-8140-ee5ea3c1974d admin admin] Made reservation on behalf of 3147c246e01147b9bc6923f63f76100a for: {'network': 1} {{(pid=102375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:26.670656 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e422e26c-1ce0-46c4-8140-ee5ea3c1974d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for network, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.682576 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e422e26c-1ce0-46c4-8140-ee5ea3c1974d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.749141 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b830065d-3532-42e9-bbc8-cef247f443c6 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:42:26.759694 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262af9ca-7f1a-42c3-8648-259815eaa7b1 None None] Sync routers for ids ['d422f2ae-fbd6-4430-acc8-2b57f40712c3'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:42:26.760697 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b830065d-3532-42e9-bbc8-cef247f443c6 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for floatingip, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.773051 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262af9ca-7f1a-42c3-8648-259815eaa7b1 None None] Routers {'d422f2ae-fbd6-4430-acc8-2b57f40712c3'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:26.773679 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-262af9ca-7f1a-42c3-8648-259815eaa7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:42:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['d422f2ae-fbd6-4430-acc8-2b57f40712c3'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:26.780247 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e422e26c-1ce0-46c4-8140-ee5ea3c1974d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.785830 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e422e26c-1ce0-46c4-8140-ee5ea3c1974d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.802694 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-b830065d-3532-42e9-bbc8-cef247f443c6 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "DELETE /v2.0/floatingips/074f4325-392c-46d9-b557-5178f0101ae2 HTTP/1.1" status: 204 len: 168 time: 2.2806096 Dec 15 13:42:26.803387 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e', 'tag': '271b8ee8-bedb-4be5-a4e3-37b1a376fe7f'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:26.805913 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd490b1f-7f34-4dcf-8110-1c5b3da4f770" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e", "tag": "271b8ee8-bedb-4be5-a4e3-37b1a376fe7f"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:26.815914 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e422e26c-1ce0-46c4-8140-ee5ea3c1974d admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=102375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 13:42:26.835063 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422e26c-1ce0-46c4-8140-ee5ea3c1974d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee48fe78-2f11-41a4-86f8-751d112d7308,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:26.846888 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e422e26c-1ce0-46c4-8140-ee5ea3c1974d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.846888 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.db.segments_db [None req-e422e26c-1ce0-46c4-8140-ee5ea3c1974d admin admin] Added segment acb27ab3-aac9-4649-a1c1-abba8a6fc786 of type vlan for network cb705526-4cf9-4266-8514-c33b54e2b2ab Dec 15 13:42:26.880713 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a31d76-3e5f-4d9a-90d2-a81b48b915aa x-openstack-request-id: req-07a31d76-3e5f-4d9a-90d2-a81b48b915aa {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:26.883934 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e", "tag": "271b8ee8-bedb-4be5-a4e3-37b1a376fe7f", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:26.884231 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-07a31d76-3e5f-4d9a-90d2-a81b48b915aa {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:26.884665 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e', 'tag': '271b8ee8-bedb-4be5-a4e3-37b1a376fe7f', 'status': 'completed', 'code': 200} Dec 15 13:42:26.905081 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e422e26c-1ce0-46c4-8140-ee5ea3c1974d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790302850079'] for network, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.951447 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e422e26c-1ce0-46c4-8140-ee5ea3c1974d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799'] for network, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.952757 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e422e26c-1ce0-46c4-8140-ee5ea3c1974d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:26.953159 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e422e26c-1ce0-46c4-8140-ee5ea3c1974d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:26.993008 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd490b1f-7f34-4dcf-8110-1c5b3da4f770 req-d7c14bc2-bcf8-4144-aee5-797b9de29a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:26.997703 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cd490b1f-7f34-4dcf-8110-1c5b3da4f770 req-d7c14bc2-bcf8-4144-aee5-797b9de29a1a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb0ac6d4548e486492887beb2e915bdb&device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 1098 time: 0.0981216 Dec 15 13:42:27.007382 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-262af9ca-7f1a-42c3-8648-259815eaa7b1 None None] Set router d422f2ae-fbd6-4430-acc8-2b57f40712c3 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:27.037653 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-e422e26c-1ce0-46c4-8140-ee5ea3c1974d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4528530 Dec 15 13:42:27.038316 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33896) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:27.043380 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-0078bb22-c09e-4e08-85d1-ac9160ed0a96 admin admin] Request body: {'subnet': {'network_id': 'cb705526-4cf9-4266-8514-c33b54e2b2ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-396608602-subnet', 'tenant_id': '3147c246e01147b9bc6923f63f76100a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:27.096496 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422e26c-1ce0-46c4-8140-ee5ea3c1974d admin admin] Pushing event updated for resources: {'Network': ['ID=cb705526-4cf9-4266-8514-c33b54e2b2ab,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:27.119522 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0078bb22-c09e-4e08-85d1-ac9160ed0a96 admin admin] Made reservation on behalf of 3147c246e01147b9bc6923f63f76100a for: {'subnet': 1} {{(pid=102375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:27.124885 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0078bb22-c09e-4e08-85d1-ac9160ed0a96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8698210'] for subnet, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.127133 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Network cb705526-4cf9-4266-8514-c33b54e2b2ab details requested by agent ovs-agent-dv-cinder-813227-4-iscsi with host dv-cinder-813227-4-iscsi {{(pid=102376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 13:42:27.154948 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd490b1f-7f34-4dcf-8110-1c5b3da4f770 req-bba46e8d-fdad-43e8-b0d2-24308f794a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:27.157373 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cd490b1f-7f34-4dcf-8110-1c5b3da4f770 req-bba46e8d-fdad-43e8-b0d2-24308f794a63 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f00df9de-2b8a-4b7a-a223-8114d9b06d65 HTTP/1.1" status: 200 len: 909 time: 0.1465907 Dec 15 13:42:27.215626 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cd490b1f-7f34-4dcf-8110-1c5b3da4f770 req-c162f9fc-9b68-4fd9-8c28-6bcb6ed1acf7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f HTTP/1.1" status: 200 len: 217 time: 0.0487976 Dec 15 13:42:27.247057 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb28e8-24f5-47df-94c5-ea0d40fdad34 req-acaf8772-b47d-48ff-b2a2-6b03e2c9bb66 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:27.248610 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a4bb28e8-24f5-47df-94c5-ea0d40fdad34 req-acaf8772-b47d-48ff-b2a2-6b03e2c9bb66 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 945 time: 0.0803440 Dec 15 13:42:27.324077 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd490b1f-7f34-4dcf-8110-1c5b3da4f770 req-c7371e38-4d5b-4a27-9239-ffbcb3903041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:27.326283 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cd490b1f-7f34-4dcf-8110-1c5b3da4f770 req-c7371e38-4d5b-4a27-9239-ffbcb3903041 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a8e90077-f423-490e-bfd1-336a171cdb98 HTTP/1.1" status: 200 len: 847 time: 0.1015208 Dec 15 13:42:27.345489 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a4bb28e8-24f5-47df-94c5-ea0d40fdad34 req-37caa74e-ec3d-406e-843f-f0b664b32ab9 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869012 Dec 15 13:42:27.387281 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device e0eba743-bb50-40c2-8e82-06da68b6248d up at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:42:27.402508 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd490b1f-7f34-4dcf-8110-1c5b3da4f770 req-9ba9b181-862e-46e3-857e-15d736681c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:27.404034 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cd490b1f-7f34-4dcf-8110-1c5b3da4f770 req-9ba9b181-862e-46e3-857e-15d736681c3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f00df9de-2b8a-4b7a-a223-8114d9b06d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692608 Dec 15 13:42:27.467768 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0078bb22-c09e-4e08-85d1-ac9160ed0a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8656092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8698236'] for subnet, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.487112 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Provisioning complete for port e0eba743-bb50-40c2-8e82-06da68b6248d triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:27.487551 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.534516 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-262af9ca-7f1a-42c3-8648-259815eaa7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'name': 'tempest-TestShelveInstance-819768530-router', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:00Z', 'revision_number': 4, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'gw_port': {'id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '01117fcb-28df-4a45-86cb-84695e9e916b', 'name': '', 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'mac_address': 'fa:16:3e:59:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a8e90077-f423-490e-bfd1-336a171cdb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:00Z', 'updated_at': '2021-12-15T13:36:05Z', 'revision_number': 5, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'subnets': [{'id': 'a8e90077-f423-490e-bfd1-336a171cdb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:27.535829 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cd490b1f-7f34-4dcf-8110-1c5b3da4f770 req-7a24eadd-7449-40e7-ae43-e199f1502d33 service neutron] 10.222.0.46 "GET /v2.0/networks/f00df9de-2b8a-4b7a-a223-8114d9b06d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220694 Dec 15 13:42:27.542375 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078bb22-c09e-4e08-85d1-ac9160ed0a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afd6b038-dac3-4103-9a2f-1a6943fc3364,revision_number=0']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:27.550554 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0078bb22-c09e-4e08-85d1-ac9160ed0a96 admin admin] Checking segment: {'id': 'acb27ab3-aac9-4649-a1c1-abba8a6fc786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cb705526-4cf9-4266-8514-c33b54e2b2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:27.551028 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0078bb22-c09e-4e08-85d1-ac9160ed0a96 admin admin] Network hostable DHCP agents. Network: cb705526-4cf9-4266-8514-c33b54e2b2ab, hostable agents: ['d51fc807-4fdb-425e-a52e-51fe0ffc3ab0'], hosted agents: [] {{(pid=102375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 13:42:27.575673 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0078bb22-c09e-4e08-85d1-ac9160ed0a96 admin admin] Network cb705526-4cf9-4266-8514-c33b54e2b2ab is scheduled to be hosted by DHCP agent d51fc807-4fdb-425e-a52e-51fe0ffc3ab0 with binding_index 1 {{(pid=102375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 13:42:27.577176 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262af9ca-7f1a-42c3-8648-259815eaa7b1 None None] Checking router: d422f2ae-fbd6-4430-acc8-2b57f40712c3 for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:42:27.589243 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-0078bb22-c09e-4e08-85d1-ac9160ed0a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813227-4-iscsi, cb705526-4cf9-4266-8514-c33b54e2b2ab) {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:27.594607 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0078bb22-c09e-4e08-85d1-ac9160ed0a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:27.595304 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0078bb22-c09e-4e08-85d1-ac9160ed0a96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:27.596260 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262af9ca-7f1a-42c3-8648-259815eaa7b1 None None] Routers {'d422f2ae-fbd6-4430-acc8-2b57f40712c3'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:27.597011 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-262af9ca-7f1a-42c3-8648-259815eaa7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:42:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['d422f2ae-fbd6-4430-acc8-2b57f40712c3'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:27.602166 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712eda66-b54e-4bc2-b367-e7738d317bef None None] Network cb705526-4cf9-4266-8514-c33b54e2b2ab requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:27.619924 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-0078bb22-c09e-4e08-85d1-ac9160ed0a96 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5803595 Dec 15 13:42:27.663388 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-cd490b1f-7f34-4dcf-8110-1c5b3da4f770 req-079cf63b-e7da-47d5-96cf-0c6458d9f8b3 service neutron] 10.222.0.46 "GET /v2.0/networks/f00df9de-2b8a-4b7a-a223-8114d9b06d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179557 Dec 15 13:42:28.037100 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae530035-950c-4dc5-8d59-1d0be4bd25dc None None] Network cb705526-4cf9-4266-8514-c33b54e2b2ab requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:28.041272 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-262af9ca-7f1a-42c3-8648-259815eaa7b1 None None] Set router d422f2ae-fbd6-4430-acc8-2b57f40712c3 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:28.432074 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-262af9ca-7f1a-42c3-8648-259815eaa7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'name': 'tempest-TestShelveInstance-819768530-router', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:00Z', 'revision_number': 4, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'gw_port': {'id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '01117fcb-28df-4a45-86cb-84695e9e916b', 'name': '', 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'mac_address': 'fa:16:3e:59:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a8e90077-f423-490e-bfd1-336a171cdb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:00Z', 'updated_at': '2021-12-15T13:36:05Z', 'revision_number': 5, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'subnets': [{'id': 'a8e90077-f423-490e-bfd1-336a171cdb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:28.464408 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262af9ca-7f1a-42c3-8648-259815eaa7b1 None None] The sync data for ids ['d422f2ae-fbd6-4430-acc8-2b57f40712c3'] in dv-cinder-813227-4-iscsi is: [{'id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'name': 'tempest-TestShelveInstance-819768530-router', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:00Z', 'revision_number': 4, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'gw_port': {'id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '01117fcb-28df-4a45-86cb-84695e9e916b', 'name': '', 'network_id': 'f00df9de-2b8a-4b7a-a223-8114d9b06d65', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'mac_address': 'fa:16:3e:59:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a8e90077-f423-490e-bfd1-336a171cdb98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:00Z', 'updated_at': '2021-12-15T13:36:05Z', 'revision_number': 5, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'subnets': [{'id': 'a8e90077-f423-490e-bfd1-336a171cdb98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:42:28.495538 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabfd44-f858-4a9e-b685-a140493e36cb req-08c1b624-6478-4873-8457-01659ee7de05 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:28.497007 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3cabfd44-f858-4a9e-b685-a140493e36cb req-08c1b624-6478-4873-8457-01659ee7de05 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 945 time: 0.0518556 Dec 15 13:42:28.547834 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3cabfd44-f858-4a9e-b685-a140493e36cb req-f794e73b-438c-4819-9d36-035ec0f5f0fb tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440257 Dec 15 13:42:28.974294 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba130c5e-7636-443a-91f2-3b905ca97e41 req-3bab9e15-7ccb-4bfb-a420-1d8666bc1cbf tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:28.975819 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ba130c5e-7636-443a-91f2-3b905ca97e41 req-3bab9e15-7ccb-4bfb-a420-1d8666bc1cbf tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 945 time: 0.0496285 Dec 15 13:42:29.072190 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-ba130c5e-7636-443a-91f2-3b905ca97e41 req-a204c8d8-2f85-4d0c-95be-18f8a7f1d35e tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Deleting port 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:29.072580 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ba130c5e-7636-443a-91f2-3b905ca97e41 req-a204c8d8-2f85-4d0c-95be-18f8a7f1d35e tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.169367 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-ba130c5e-7636-443a-91f2-3b905ca97e41 req-a204c8d8-2f85-4d0c-95be-18f8a7f1d35e tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] For port 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f,segment=NetworkSegment(53a6f789-a76f-498a-a7b6-43fce759bed5),segment_id=53a6f789-a76f-498a-a7b6-43fce759bed5)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:29.169742 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ba130c5e-7636-443a-91f2-3b905ca97e41 req-a204c8d8-2f85-4d0c-95be-18f8a7f1d35e tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.183542 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-ba130c5e-7636-443a-91f2-3b905ca97e41 req-a204c8d8-2f85-4d0c-95be-18f8a7f1d35e tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Calling delete_port for 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f owned by compute:nova {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:29.323732 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ba130c5e-7636-443a-91f2-3b905ca97e41 req-a204c8d8-2f85-4d0c-95be-18f8a7f1d35e tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.351627 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204c8d8-2f85-4d0c-95be-18f8a7f1d35e tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Pushing event deleted for resources: {'Port': ['ID=271b8ee8-bedb-4be5-a4e3-37b1a376fe7f,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:29.395650 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba130c5e-7636-443a-91f2-3b905ca97e41 req-a204c8d8-2f85-4d0c-95be-18f8a7f1d35e tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] No DVR routers for this DVR port 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f on host hv-cinder-81322 {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:42:29.398195 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-ba130c5e-7636-443a-91f2-3b905ca97e41 req-a204c8d8-2f85-4d0c-95be-18f8a7f1d35e tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:29.401571 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-ba130c5e-7636-443a-91f2-3b905ca97e41 req-a204c8d8-2f85-4d0c-95be-18f8a7f1d35e tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.46 "DELETE /v2.0/ports/271b8ee8-bedb-4be5-a4e3-37b1a376fe7f HTTP/1.1" status: 204 len: 173 time: 0.4193380 Dec 15 13:42:29.402019 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e', 'name': 'network-vif-deleted', 'tag': '271b8ee8-bedb-4be5-a4e3-37b1a376fe7f'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:29.404316 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711a6b26-5dfb-46b8-ad5a-5cf98abd903b" -d '{"events": [{"server_uuid": "b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e", "name": "network-vif-deleted", "tag": "271b8ee8-bedb-4be5-a4e3-37b1a376fe7f"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:29.452559 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ca474d-d4c0-41a6-9cb9-ad3043d45db6 x-openstack-request-id: req-54ca474d-d4c0-41a6-9cb9-ad3043d45db6 {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:29.452861 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e", "name": "network-vif-deleted", "tag": "271b8ee8-bedb-4be5-a4e3-37b1a376fe7f", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:29.453153 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54ca474d-d4c0-41a6-9cb9-ad3043d45db6 {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:29.454198 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e', 'name': 'network-vif-deleted', 'tag': '271b8ee8-bedb-4be5-a4e3-37b1a376fe7f', 'status': 'completed', 'code': 200} Dec 15 13:42:29.655996 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeea265-f74e-4d59-9fa7-604a2ec8397c None None] New status for floating IP 074f4325-392c-46d9-b557-5178f0101ae2: DOWN {{(pid=102377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:42:29.677200 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-652200ed-eda8-401e-a780-ce71e6848d87 req-e38fb808-7f9f-42ea-96a8-903c4a47be9e tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ee07b3-5ab9-4a35-ba4a-876ea4335e9e HTTP/1.1" status: 200 len: 210 time: 0.0507298 Dec 15 13:42:29.900850 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:42:30.740436 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33940) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:30.800312 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-713f969f-f536-4fcc-a761-a4f18467f1c4 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:30.832860 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-713f969f-f536-4fcc-a761-a4f18467f1c4 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:30.899111 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-713f969f-f536-4fcc-a761-a4f18467f1c4 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:30.901536 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-713f969f-f536-4fcc-a761-a4f18467f1c4 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:30.903878 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-713f969f-f536-4fcc-a761-a4f18467f1c4 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] 10.222.0.60 "DELETE /v2.0/security-groups/b9c2e1e1-d83d-44d4-847e-22fd9abc8e80 HTTP/1.1" status: 204 len: 168 time: 0.1612985 Dec 15 13:42:30.920066 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f969f-f536-4fcc-a761-a4f18467f1c4 tempest-TestShelveInstance-324147949 tempest-TestShelveInstance-324147949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c2e1e1-d83d-44d4-847e-22fd9abc8e80,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:30.960631 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33946) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:31.460722 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-66eedfd3-888c-4c27-8ec2-f58e2eb41ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530962'] for router_interface, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:31.709087 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-66eedfd3-888c-4c27-8ec2-f58e2eb41ac9 admin admin] Deleting port 01117fcb-28df-4a45-86cb-84695e9e916b {{(pid=102375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:31.709426 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-66eedfd3-888c-4c27-8ec2-f58e2eb41ac9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:31.789790 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.db [None req-66eedfd3-888c-4c27-8ec2-f58e2eb41ac9 admin admin] For port 01117fcb-28df-4a45-86cb-84695e9e916b, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=01117fcb-28df-4a45-86cb-84695e9e916b,segment=NetworkSegment(53a6f789-a76f-498a-a7b6-43fce759bed5),segment_id=53a6f789-a76f-498a-a7b6-43fce759bed5)] {{(pid=102375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:31.790583 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-66eedfd3-888c-4c27-8ec2-f58e2eb41ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:31.803941 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-66eedfd3-888c-4c27-8ec2-f58e2eb41ac9 admin admin] Calling delete_port for 01117fcb-28df-4a45-86cb-84695e9e916b owned by network:router_interface {{(pid=102375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:31.990284 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-66eedfd3-888c-4c27-8ec2-f58e2eb41ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:32.018096 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eedfd3-888c-4c27-8ec2-f58e2eb41ac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=01117fcb-28df-4a45-86cb-84695e9e916b,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:32.197902 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-66eedfd3-888c-4c27-8ec2-f58e2eb41ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531086'] for router_interface, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:32.427127 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66eedfd3-888c-4c27-8ec2-f58e2eb41ac9 admin admin] Router d422f2ae-fbd6-4430-acc8-2b57f40712c3 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:42:32.537515 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66eedfd3-888c-4c27-8ec2-f58e2eb41ac9 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:42:32.542997 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-66eedfd3-888c-4c27-8ec2-f58e2eb41ac9 admin admin] 10.222.0.60 "PUT /v2.0/routers/d422f2ae-fbd6-4430-acc8-2b57f40712c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5809240 Dec 15 13:42:32.545429 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33966) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:32.548284 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56925d5a-74dc-46c5-93c3-cad4b17ccf2d None None] Sync routers for ids ['d422f2ae-fbd6-4430-acc8-2b57f40712c3'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:42:32.558613 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56925d5a-74dc-46c5-93c3-cad4b17ccf2d None None] Routers {'d422f2ae-fbd6-4430-acc8-2b57f40712c3'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:32.559262 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-56925d5a-74dc-46c5-93c3-cad4b17ccf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:42:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['d422f2ae-fbd6-4430-acc8-2b57f40712c3'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:32.672491 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-56925d5a-74dc-46c5-93c3-cad4b17ccf2d None None] Set router d422f2ae-fbd6-4430-acc8-2b57f40712c3 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:32.866637 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e490f8b0-5492-4399-9d5a-eef438bfab8f admin admin] Publish callbacks [] for router, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:32.876885 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-56925d5a-74dc-46c5-93c3-cad4b17ccf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'name': 'tempest-TestShelveInstance-819768530-router', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:42:31Z', 'revision_number': 5, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'gw_port': {'id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:32.903830 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56925d5a-74dc-46c5-93c3-cad4b17ccf2d None None] Checking router: d422f2ae-fbd6-4430-acc8-2b57f40712c3 for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:42:32.912688 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56925d5a-74dc-46c5-93c3-cad4b17ccf2d None None] Routers {'d422f2ae-fbd6-4430-acc8-2b57f40712c3'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:32.913301 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-56925d5a-74dc-46c5-93c3-cad4b17ccf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:42:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['d422f2ae-fbd6-4430-acc8-2b57f40712c3'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:32.971368 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e490f8b0-5492-4399-9d5a-eef438bfab8f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.023677 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-e490f8b0-5492-4399-9d5a-eef438bfab8f admin admin] Deleting port f6a7b4a9-af53-4426-87af-1e16ccbc22c6 {{(pid=102375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:33.024025 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e490f8b0-5492-4399-9d5a-eef438bfab8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.024716 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-56925d5a-74dc-46c5-93c3-cad4b17ccf2d None None] Set router d422f2ae-fbd6-4430-acc8-2b57f40712c3 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:33.109231 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.db [None req-e490f8b0-5492-4399-9d5a-eef438bfab8f admin admin] For port f6a7b4a9-af53-4426-87af-1e16ccbc22c6, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=f6a7b4a9-af53-4426-87af-1e16ccbc22c6,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:33.109529 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e490f8b0-5492-4399-9d5a-eef438bfab8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.122608 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-e490f8b0-5492-4399-9d5a-eef438bfab8f admin admin] Calling delete_port for f6a7b4a9-af53-4426-87af-1e16ccbc22c6 owned by network:router_gateway {{(pid=102375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:33.211957 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-56925d5a-74dc-46c5-93c3-cad4b17ccf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'name': 'tempest-TestShelveInstance-819768530-router', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:42:31Z', 'revision_number': 5, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'gw_port': {'id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:33.246806 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:33.249972 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56925d5a-74dc-46c5-93c3-cad4b17ccf2d None None] The sync data for ids ['d422f2ae-fbd6-4430-acc8-2b57f40712c3'] in dv-cinder-813227-4-iscsi is: [{'id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'name': 'tempest-TestShelveInstance-819768530-router', 'tenant_id': 'bb0ac6d4548e486492887beb2e915bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:42:31Z', 'revision_number': 5, 'project_id': 'bb0ac6d4548e486492887beb2e915bdb', 'gw_port': {'id': 'f6a7b4a9-af53-4426-87af-1e16ccbc22c6', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422f2ae-fbd6-4430-acc8-2b57f40712c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:35:58Z', 'updated_at': '2021-12-15T13:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:42:33.270584 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] No Port match for: 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:33.270961 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 271b8ee8-bedb-4be5-a4e3-37b1a376fe7f not bound to the agent host hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:33.314191 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e490f8b0-5492-4399-9d5a-eef438bfab8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.356962 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490f8b0-5492-4399-9d5a-eef438bfab8f admin admin] Pushing event deleted for resources: {'Port': ['ID=f6a7b4a9-af53-4426-87af-1e16ccbc22c6,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:33.417755 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e490f8b0-5492-4399-9d5a-eef438bfab8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529452'] for router_gateway, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.512916 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e490f8b0-5492-4399-9d5a-eef438bfab8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12871'] for router, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.516190 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e490f8b0-5492-4399-9d5a-eef438bfab8f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.562118 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e490f8b0-5492-4399-9d5a-eef438bfab8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532917'] for router, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.562904 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e490f8b0-5492-4399-9d5a-eef438bfab8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d422f2ae-fbd6-4430-acc8-2b57f40712c3 {{(pid=102375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:42:33.571647 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e490f8b0-5492-4399-9d5a-eef438bfab8f admin admin] Publish callbacks [] for router, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.572822 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-e490f8b0-5492-4399-9d5a-eef438bfab8f admin admin] 10.222.0.60 "DELETE /v2.0/routers/d422f2ae-fbd6-4430-acc8-2b57f40712c3 HTTP/1.1" status: 204 len: 168 time: 1.0264804 Dec 15 13:42:33.575679 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33978) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:33.636251 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0205ecc-0250-4d4a-8497-b511d5b7293a admin admin] Deleting subnet a8e90077-f423-490e-bfd1-336a171cdb98 {{(pid=102375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:42:33.640294 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b0205ecc-0250-4d4a-8497-b511d5b7293a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.678761 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b0205ecc-0250-4d4a-8497-b511d5b7293a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8903931'] for subnet, precommit_delete_associations {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.758213 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b0205ecc-0250-4d4a-8497-b511d5b7293a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1679046'] for subnet, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.811532 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b0205ecc-0250-4d4a-8497-b511d5b7293a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1679053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8698117'] for subnet, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.843562 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0205ecc-0250-4d4a-8497-b511d5b7293a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8e90077-f423-490e-bfd1-336a171cdb98,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:33.848853 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b0205ecc-0250-4d4a-8497-b511d5b7293a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.854279 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-b0205ecc-0250-4d4a-8497-b511d5b7293a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a8e90077-f423-490e-bfd1-336a171cdb98 HTTP/1.1" status: 204 len: 168 time: 0.2735047 Dec 15 13:42:33.854774 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 33980) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:33.855267 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9ed0a6-07ef-4280-bf53-df11630f44b5 None None] Network f00df9de-2b8a-4b7a-a223-8114d9b06d65 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:33.857419 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0205ecc-0250-4d4a-8497-b511d5b7293a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:33.857761 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0205ecc-0250-4d4a-8497-b511d5b7293a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:33.858108 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0205ecc-0250-4d4a-8497-b511d5b7293a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:33.858452 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0205ecc-0250-4d4a-8497-b511d5b7293a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:33.858787 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0205ecc-0250-4d4a-8497-b511d5b7293a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:33.859153 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0205ecc-0250-4d4a-8497-b511d5b7293a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:33.859488 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0205ecc-0250-4d4a-8497-b511d5b7293a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:33.859856 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0205ecc-0250-4d4a-8497-b511d5b7293a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:33.860723 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0205ecc-0250-4d4a-8497-b511d5b7293a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:33.861062 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0205ecc-0250-4d4a-8497-b511d5b7293a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:33.861392 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0205ecc-0250-4d4a-8497-b511d5b7293a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:33.861716 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0205ecc-0250-4d4a-8497-b511d5b7293a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:33.862042 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0205ecc-0250-4d4a-8497-b511d5b7293a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:33.936878 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645032'] for network, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:33.999983 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Deleting port c2b13598-82ae-43d2-8cf9-2bbf170565d8 {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:34.000322 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:34.070374 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] For port c2b13598-82ae-43d2-8cf9-2bbf170565d8, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=c2b13598-82ae-43d2-8cf9-2bbf170565d8,segment=NetworkSegment(53a6f789-a76f-498a-a7b6-43fce759bed5),segment_id=53a6f789-a76f-498a-a7b6-43fce759bed5)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:34.070759 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:34.084556 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Calling delete_port for c2b13598-82ae-43d2-8cf9-2bbf170565d8 owned by network:dhcp {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:34.169484 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:34.196126 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b13598-82ae-43d2-8cf9-2bbf170565d8,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:34.198381 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] No DVR routers for this DVR port c2b13598-82ae-43d2-8cf9-2bbf170565d8 on host dv-cinder-813227-4-iscsi {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:42:34.207461 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:34.207808 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:34.208146 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:34.208480 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:34.208808 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:34.209133 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:34.209456 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:34.209780 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:34.210110 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:34.210540 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:34.210921 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:34.211264 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:34.211610 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:42:34.264932 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084fa5e0-54f2-4088-801f-14f8f6451c7d None None] DHCP port deletion for f00df9de-2b8a-4b7a-a223-8114d9b06d65 request from dv-cinder-813227-4-iscsi {{(pid=102376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:42:34.289952 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1673553', 'neutron.services.segments.db._delete_segments_for_network-8790303350658'] for network, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:34.309713 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.services.segments.db [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f00df9de-2b8a-4b7a-a223-8114d9b06d65']}} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:34.319112 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.services.segments.db [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a6f789-a76f-498a-a7b6-43fce759bed5') {'for_net_delete': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:34.319507 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.services.segments.db [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a6f789-a76f-498a-a7b6-43fce759bed5') {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:34.329629 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790303353739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8504485'] for segment, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:34.343131 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:34.349703 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=102374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:42:34.350113 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12002447'] for segment, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: Traceback (most recent call last): Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: timer() Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: cb(*args, **kw) Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: return func(*args, **kwargs) Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: self._notify() Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: self.callback(batched_events) Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: event.method(event) Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: return f(self, *a, **k) Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: return self._get(url).json() Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: return self.request(url, 'GET', **kwargs) Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:42:34.351887 dv-cinder-813227-4-iscsi neutron-server[102374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:42:34.408378 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529408'] for network, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:34.413865 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:34.417390 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f00df9de-2b8a-4b7a-a223-8114d9b06d65 HTTP/1.1" status: 204 len: 168 time: 0.5614312 Dec 15 13:42:34.420367 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 33982) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:34.432969 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9a783-5ebe-4a9c-80c0-cddd2d568f56 admin admin] Pushing event deleted for resources: {'Network': ['ID=f00df9de-2b8a-4b7a-a223-8114d9b06d65,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:34.782647 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-52137b7f-5667-4ab1-b460-6b27f39d4cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530962'] for router_interface, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:35.041777 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-52137b7f-5667-4ab1-b460-6b27f39d4cb2 admin admin] Deleting port 6993a914-b589-4cfe-802a-776d9169ed19 {{(pid=102375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:35.042118 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-52137b7f-5667-4ab1-b460-6b27f39d4cb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:35.123081 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.db [None req-52137b7f-5667-4ab1-b460-6b27f39d4cb2 admin admin] For port 6993a914-b589-4cfe-802a-776d9169ed19, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=6993a914-b589-4cfe-802a-776d9169ed19,segment=NetworkSegment(736bce9a-7083-4cea-9691-5247dfe7d8af),segment_id=736bce9a-7083-4cea-9691-5247dfe7d8af)] {{(pid=102375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:35.123470 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-52137b7f-5667-4ab1-b460-6b27f39d4cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:35.139767 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-52137b7f-5667-4ab1-b460-6b27f39d4cb2 admin admin] Calling delete_port for 6993a914-b589-4cfe-802a-776d9169ed19 owned by network:router_interface {{(pid=102375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:35.235751 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 01117fcb-28df-4a45-86cb-84695e9e916b no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:35.256457 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: 01117fcb-28df-4a45-86cb-84695e9e916b {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:35.256801 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 01117fcb-28df-4a45-86cb-84695e9e916b not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:35.257223 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device f6a7b4a9-af53-4426-87af-1e16ccbc22c6 no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:35.275977 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: f6a7b4a9-af53-4426-87af-1e16ccbc22c6 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:35.276254 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device f6a7b4a9-af53-4426-87af-1e16ccbc22c6 not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:35.276665 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device c2b13598-82ae-43d2-8cf9-2bbf170565d8 no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:35.296281 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: c2b13598-82ae-43d2-8cf9-2bbf170565d8 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:35.296643 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device c2b13598-82ae-43d2-8cf9-2bbf170565d8 not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:35.324886 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-52137b7f-5667-4ab1-b460-6b27f39d4cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:35.354814 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52137b7f-5667-4ab1-b460-6b27f39d4cb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6993a914-b589-4cfe-802a-776d9169ed19,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:35.517206 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-52137b7f-5667-4ab1-b460-6b27f39d4cb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531086'] for router_interface, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:35.738827 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52137b7f-5667-4ab1-b460-6b27f39d4cb2 admin admin] Router 8850f004-321e-487c-b545-fa40239daa6c has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:42:35.844996 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52137b7f-5667-4ab1-b460-6b27f39d4cb2 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:42:35.854090 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-52137b7f-5667-4ab1-b460-6b27f39d4cb2 admin admin] 10.222.0.60 "PUT /v2.0/routers/8850f004-321e-487c-b545-fa40239daa6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4290679 Dec 15 13:42:35.854206 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 34000) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:35.854666 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360d10c1-5d44-43f0-aa5c-bb8078c992fb None None] Sync routers for ids ['8850f004-321e-487c-b545-fa40239daa6c'] in dv-cinder-813227-4-iscsi {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:42:35.867213 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360d10c1-5d44-43f0-aa5c-bb8078c992fb None None] Routers {'8850f004-321e-487c-b545-fa40239daa6c'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:35.867213 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-360d10c1-5d44-43f0-aa5c-bb8078c992fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:42:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['8850f004-321e-487c-b545-fa40239daa6c'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:35.972832 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-360d10c1-5d44-43f0-aa5c-bb8078c992fb None None] Set router 8850f004-321e-487c-b545-fa40239daa6c gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:35.975486 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-23906fe5-e6ea-4349-965b-9994bf09c2ce admin admin] Publish callbacks [] for router, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.097694 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-23906fe5-e6ea-4349-965b-9994bf09c2ce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.172630 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-23906fe5-e6ea-4349-965b-9994bf09c2ce admin admin] Deleting port eccc13a3-de62-4f89-86f5-da680d103289 {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:36.172977 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-23906fe5-e6ea-4349-965b-9994bf09c2ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.205188 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-360d10c1-5d44-43f0-aa5c-bb8078c992fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8850f004-321e-487c-b545-fa40239daa6c', 'name': 'tempest-TestShelveInstance-361615724-router', 'tenant_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'eccc13a3-de62-4f89-86f5-da680d103289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:02Z', 'updated_at': '2021-12-15T13:42:35Z', 'revision_number': 5, 'project_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'gw_port': {'id': 'eccc13a3-de62-4f89-86f5-da680d103289', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8850f004-321e-487c-b545-fa40239daa6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:36:03Z', 'updated_at': '2021-12-15T13:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:36.233536 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360d10c1-5d44-43f0-aa5c-bb8078c992fb None None] Checking router: 8850f004-321e-487c-b545-fa40239daa6c for host: dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:42:36.242053 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360d10c1-5d44-43f0-aa5c-bb8078c992fb None None] Routers {'8850f004-321e-487c-b545-fa40239daa6c'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:42:36.242693 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-360d10c1-5d44-43f0-aa5c-bb8078c992fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:42:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['8850f004-321e-487c-b545-fa40239daa6c'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:36.263595 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-23906fe5-e6ea-4349-965b-9994bf09c2ce admin admin] For port eccc13a3-de62-4f89-86f5-da680d103289, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=eccc13a3-de62-4f89-86f5-da680d103289,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:36.263989 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-23906fe5-e6ea-4349-965b-9994bf09c2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.276289 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-23906fe5-e6ea-4349-965b-9994bf09c2ce admin admin] Calling delete_port for eccc13a3-de62-4f89-86f5-da680d103289 owned by network:router_gateway {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:36.329136 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-360d10c1-5d44-43f0-aa5c-bb8078c992fb None None] Set router 8850f004-321e-487c-b545-fa40239daa6c gateway port host: None {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:42:36.384854 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-360d10c1-5d44-43f0-aa5c-bb8078c992fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8850f004-321e-487c-b545-fa40239daa6c', 'name': 'tempest-TestShelveInstance-361615724-router', 'tenant_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:02Z', 'updated_at': '2021-12-15T13:42:36Z', 'revision_number': 6, 'project_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'gw_port_host': None}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:36.411665 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360d10c1-5d44-43f0-aa5c-bb8078c992fb None None] The sync data for ids ['8850f004-321e-487c-b545-fa40239daa6c'] in dv-cinder-813227-4-iscsi is: [{'id': '8850f004-321e-487c-b545-fa40239daa6c', 'name': 'tempest-TestShelveInstance-361615724-router', 'tenant_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:36:02Z', 'updated_at': '2021-12-15T13:42:36Z', 'revision_number': 6, 'project_id': 'c7eab11f9bb1411c9559a3ec8184b9c5', 'gw_port_host': None}] {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:42:36.447247 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-23906fe5-e6ea-4349-965b-9994bf09c2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.472488 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23906fe5-e6ea-4349-965b-9994bf09c2ce admin admin] Pushing event deleted for resources: {'Port': ['ID=eccc13a3-de62-4f89-86f5-da680d103289,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:36.538189 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-23906fe5-e6ea-4349-965b-9994bf09c2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529452'] for router_gateway, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.630972 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-23906fe5-e6ea-4349-965b-9994bf09c2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12871'] for router, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.633102 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-23906fe5-e6ea-4349-965b-9994bf09c2ce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.678215 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-23906fe5-e6ea-4349-965b-9994bf09c2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532917'] for router, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.678700 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23906fe5-e6ea-4349-965b-9994bf09c2ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8850f004-321e-487c-b545-fa40239daa6c {{(pid=102374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:42:36.683054 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-23906fe5-e6ea-4349-965b-9994bf09c2ce admin admin] Publish callbacks [] for router, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.684187 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-23906fe5-e6ea-4349-965b-9994bf09c2ce admin admin] 10.222.0.60 "DELETE /v2.0/routers/8850f004-321e-487c-b545-fa40239daa6c HTTP/1.1" status: 204 len: 168 time: 0.8301222 Dec 15 13:42:36.686644 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 34010) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:36.732665 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_v2 [None req-1930514d-ea94-494a-8f80-c1d69c8dc458 admin admin] Deleting subnet 4585d8b1-cbaa-43bc-b426-247ef463984d {{(pid=102374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:42:36.736497 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1930514d-ea94-494a-8f80-c1d69c8dc458 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.771772 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1930514d-ea94-494a-8f80-c1d69c8dc458 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8504414'] for subnet, precommit_delete_associations {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.862087 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1930514d-ea94-494a-8f80-c1d69c8dc458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1679046'] for subnet, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.913319 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1930514d-ea94-494a-8f80-c1d69c8dc458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1679053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12002533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8528305'] for subnet, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.937008 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930514d-ea94-494a-8f80-c1d69c8dc458 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4585d8b1-cbaa-43bc-b426-247ef463984d,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:36.942492 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-1930514d-ea94-494a-8f80-c1d69c8dc458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:36.947953 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-1930514d-ea94-494a-8f80-c1d69c8dc458 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4585d8b1-cbaa-43bc-b426-247ef463984d HTTP/1.1" status: 204 len: 168 time: 0.2581189 Dec 15 13:42:36.948426 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 34012) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:36.949672 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6f059f-8d7b-4443-b328-24fcc5545b18 None None] Network d6f9a5ab-17c6-496f-b11f-96a5fbfe81f1 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:42:37.023159 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9a4ec6ad-7fe8-49fa-833e-d6ccc3fa657d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645032'] for network, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.077913 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-9a4ec6ad-7fe8-49fa-833e-d6ccc3fa657d admin admin] Deleting port bcd75241-3ba0-4c53-9da6-7ad361bdacbc {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:37.078139 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9a4ec6ad-7fe8-49fa-833e-d6ccc3fa657d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.142327 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-9a4ec6ad-7fe8-49fa-833e-d6ccc3fa657d admin admin] For port bcd75241-3ba0-4c53-9da6-7ad361bdacbc, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=bcd75241-3ba0-4c53-9da6-7ad361bdacbc,segment=NetworkSegment(736bce9a-7083-4cea-9691-5247dfe7d8af),segment_id=736bce9a-7083-4cea-9691-5247dfe7d8af)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:37.142607 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9a4ec6ad-7fe8-49fa-833e-d6ccc3fa657d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.155180 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-9a4ec6ad-7fe8-49fa-833e-d6ccc3fa657d admin admin] Calling delete_port for bcd75241-3ba0-4c53-9da6-7ad361bdacbc owned by network:dhcp {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:37.194095 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2da2d68-2fde-4172-a2b7-ebc559064f80 None None] DHCP port deletion for d6f9a5ab-17c6-496f-b11f-96a5fbfe81f1 request from dv-cinder-813227-4-iscsi {{(pid=102376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:42:37.247214 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9a4ec6ad-7fe8-49fa-833e-d6ccc3fa657d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.277933 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-b2da2d68-2fde-4172-a2b7-ebc559064f80 None None] Deleting port bcd75241-3ba0-4c53-9da6-7ad361bdacbc {{(pid=102376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:42:37.278310 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b2da2d68-2fde-4172-a2b7-ebc559064f80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.284957 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ec6ad-7fe8-49fa-833e-d6ccc3fa657d admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd75241-3ba0-4c53-9da6-7ad361bdacbc,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:37.289198 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4ec6ad-7fe8-49fa-833e-d6ccc3fa657d admin admin] No DVR routers for this DVR port bcd75241-3ba0-4c53-9da6-7ad361bdacbc on host dv-cinder-813227-4-iscsi {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:42:37.356139 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device bcd75241-3ba0-4c53-9da6-7ad361bdacbc no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:37.358612 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-b2da2d68-2fde-4172-a2b7-ebc559064f80 None None] For port bcd75241-3ba0-4c53-9da6-7ad361bdacbc, host dv-cinder-813227-4-iscsi, got binding levels [] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:42:37.359196 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b2da2d68-2fde-4172-a2b7-ebc559064f80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.381092 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9a4ec6ad-7fe8-49fa-833e-d6ccc3fa657d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1673553', 'neutron.services.segments.db._delete_segments_for_network-8790303350658'] for network, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.392376 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-b2da2d68-2fde-4172-a2b7-ebc559064f80 None None] Calling delete_port for bcd75241-3ba0-4c53-9da6-7ad361bdacbc owned by network:dhcp {{(pid=102376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:42:37.393386 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: bcd75241-3ba0-4c53-9da6-7ad361bdacbc {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:37.393721 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device bcd75241-3ba0-4c53-9da6-7ad361bdacbc not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:37.394311 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device eccc13a3-de62-4f89-86f5-da680d103289 no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:37.397093 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.ipam_backend_mixin [None req-b2da2d68-2fde-4172-a2b7-ebc559064f80 None None] Port bcd75241-3ba0-4c53-9da6-7ad361bdacbc was not found and therefore no delete operation was performed {{(pid=102376) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 13:42:37.411632 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.services.segments.db [None req-9a4ec6ad-7fe8-49fa-833e-d6ccc3fa657d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f9a5ab-17c6-496f-b11f-96a5fbfe81f1']}} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:37.418702 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-b2da2d68-2fde-4172-a2b7-ebc559064f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089'] for port, after_delete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.420225 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: eccc13a3-de62-4f89-86f5-da680d103289 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:37.420571 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device eccc13a3-de62-4f89-86f5-da680d103289 not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:37.420981 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 6993a914-b589-4cfe-802a-776d9169ed19 no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:42:37.421560 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.services.segments.db [None req-9a4ec6ad-7fe8-49fa-833e-d6ccc3fa657d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736bce9a-7083-4cea-9691-5247dfe7d8af') {'for_net_delete': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:37.421861 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.services.segments.db [None req-9a4ec6ad-7fe8-49fa-833e-d6ccc3fa657d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736bce9a-7083-4cea-9691-5247dfe7d8af') {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:37.433341 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9a4ec6ad-7fe8-49fa-833e-d6ccc3fa657d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790303353739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8504485'] for segment, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.453355 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9a4ec6ad-7fe8-49fa-833e-d6ccc3fa657d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.476927 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4ec6ad-7fe8-49fa-833e-d6ccc3fa657d admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:42:37.478412 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9a4ec6ad-7fe8-49fa-833e-d6ccc3fa657d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12002447'] for segment, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.480386 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da2d68-2fde-4172-a2b7-ebc559064f80 None None] Pushing event deleted for resources: {'Port': ['ID=bcd75241-3ba0-4c53-9da6-7ad361bdacbc,revision_number=None']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: Traceback (most recent call last): Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: timer() Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: cb(*args, **kw) Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: return func(*args, **kwargs) Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: self._notify() Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: self.callback(batched_events) Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: event.method(event) Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: return f(self, *a, **k) Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: return self._get(url).json() Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: return self.request(url, 'GET', **kwargs) Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:42:37.481555 dv-cinder-813227-4-iscsi neutron-server[102374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:42:37.483756 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: 6993a914-b589-4cfe-802a-776d9169ed19 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:42:37.483756 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 6993a914-b589-4cfe-802a-776d9169ed19 not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:42:37.488175 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2da2d68-2fde-4172-a2b7-ebc559064f80 None None] No DVR routers for this DVR port bcd75241-3ba0-4c53-9da6-7ad361bdacbc on host dv-cinder-813227-4-iscsi {{(pid=102376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:42:37.554786 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9a4ec6ad-7fe8-49fa-833e-d6ccc3fa657d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529408'] for network, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.561277 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-9a4ec6ad-7fe8-49fa-833e-d6ccc3fa657d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.564732 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-9a4ec6ad-7fe8-49fa-833e-d6ccc3fa657d admin admin] 10.222.0.60 "DELETE /v2.0/networks/d6f9a5ab-17c6-496f-b11f-96a5fbfe81f1 HTTP/1.1" status: 204 len: 168 time: 0.6152756 Dec 15 13:42:37.575065 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ec6ad-7fe8-49fa-833e-d6ccc3fa657d admin admin] Pushing event deleted for resources: {'Network': ['ID=d6f9a5ab-17c6-496f-b11f-96a5fbfe81f1,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:37.696979 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 34028) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:37.741840 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-8d3e31e2-62aa-499d-9b3f-8fc9fd88f1c0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb0ac6d4548e486492887beb2e915bdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436997 Dec 15 13:42:37.744336 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 34030) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:37.790415 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7b3c700a-db9a-4fa6-9fa0-a32d9f5f2253 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.811475 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7b3c700a-db9a-4fa6-9fa0-a32d9f5f2253 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.858615 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7b3c700a-db9a-4fa6-9fa0-a32d9f5f2253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.861324 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7b3c700a-db9a-4fa6-9fa0-a32d9f5f2253 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:37.862468 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-7b3c700a-db9a-4fa6-9fa0-a32d9f5f2253 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db2fca8c-75a5-417c-bf38-a2be75167068 HTTP/1.1" status: 204 len: 168 time: 0.1172504 Dec 15 13:42:37.870218 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c700a-db9a-4fa6-9fa0-a32d9f5f2253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2fca8c-75a5-417c-bf38-a2be75167068,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:38.189356 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 34036) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:38.229237 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-8d7880ef-07cb-4dc0-890a-ef1029a9790d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c7eab11f9bb1411c9559a3ec8184b9c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386391 Dec 15 13:42:38.231681 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 34038) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:38.278626 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d65b8c31-597c-41ba-a42c-44fe8d739995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.299879 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d65b8c31-597c-41ba-a42c-44fe8d739995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.347228 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d65b8c31-597c-41ba-a42c-44fe8d739995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.349964 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d65b8c31-597c-41ba-a42c-44fe8d739995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:38.351106 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-d65b8c31-597c-41ba-a42c-44fe8d739995 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/123c8eb1-0622-4ef7-b690-ffee9d3848bf HTTP/1.1" status: 204 len: 168 time: 0.1185172 Dec 15 13:42:38.358371 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8c31-597c-41ba-a42c-44fe8d739995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123c8eb1-0622-4ef7-b690-ffee9d3848bf,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:39.130913 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.469432 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 34100) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:41.512990 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f26c078-7d37-4fb6-b579-095334d91400 admin admin] Deleting subnet f4f9f214-a967-49c4-b219-a50b78886ff7 {{(pid=102374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:42:41.516106 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4f26c078-7d37-4fb6-b579-095334d91400 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.549694 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4f26c078-7d37-4fb6-b579-095334d91400 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8504414'] for subnet, precommit_delete_associations {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.586499 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4f26c078-7d37-4fb6-b579-095334d91400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1679046'] for subnet, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.635626 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4f26c078-7d37-4fb6-b579-095334d91400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1679053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12002533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8528305'] for subnet, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.664777 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26c078-7d37-4fb6-b579-095334d91400 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4f9f214-a967-49c4-b219-a50b78886ff7,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:41.668336 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4f26c078-7d37-4fb6-b579-095334d91400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.671515 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-4f26c078-7d37-4fb6-b579-095334d91400 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f4f9f214-a967-49c4-b219-a50b78886ff7 HTTP/1.1" status: 204 len: 168 time: 0.2005351 Dec 15 13:42:41.673954 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 34102) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:41.740492 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0bedf50c-9121-4310-8778-c27d224751bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645032'] for network, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.819257 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0bedf50c-9121-4310-8778-c27d224751bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1673553', 'neutron.services.segments.db._delete_segments_for_network-8790303350658'] for network, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.839032 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.services.segments.db [None req-0bedf50c-9121-4310-8778-c27d224751bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea96ad79-ee93-4886-b3fa-be777ba37174']}} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:41.848908 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.services.segments.db [None req-0bedf50c-9121-4310-8778-c27d224751bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbdc5b8b-74a4-4564-b183-595ce957f35d') {'for_net_delete': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:41.849200 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.services.segments.db [None req-0bedf50c-9121-4310-8778-c27d224751bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbdc5b8b-74a4-4564-b183-595ce957f35d') {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:41.858204 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0bedf50c-9121-4310-8778-c27d224751bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790303353739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8504485'] for segment, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.870663 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0bedf50c-9121-4310-8778-c27d224751bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.876467 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bedf50c-9121-4310-8778-c27d224751bc admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:42:41.876847 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0bedf50c-9121-4310-8778-c27d224751bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12002447'] for segment, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: Traceback (most recent call last): Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: timer() Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: cb(*args, **kw) Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: return func(*args, **kwargs) Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: self._notify() Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: self.callback(batched_events) Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: event.method(event) Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: return f(self, *a, **k) Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: return self._get(url).json() Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: return self.request(url, 'GET', **kwargs) Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:42:41.878532 dv-cinder-813227-4-iscsi neutron-server[102374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:42:41.930149 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0bedf50c-9121-4310-8778-c27d224751bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529408'] for network, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.935173 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-0bedf50c-9121-4310-8778-c27d224751bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:41.938838 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-0bedf50c-9121-4310-8778-c27d224751bc admin admin] 10.222.0.60 "DELETE /v2.0/networks/ea96ad79-ee93-4886-b3fa-be777ba37174 HTTP/1.1" status: 204 len: 168 time: 0.2634618 Dec 15 13:42:41.941671 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 34106) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:41.949755 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bedf50c-9121-4310-8778-c27d224751bc admin admin] Pushing event deleted for resources: {'Network': ['ID=ea96ad79-ee93-4886-b3fa-be777ba37174,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:41.986344 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfba2704-13fb-4c53-8a96-0147ebd122df admin admin] Deleting subnet afd6b038-dac3-4103-9a2f-1a6943fc3364 {{(pid=102375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:42:41.989600 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-bfba2704-13fb-4c53-8a96-0147ebd122df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.024631 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-bfba2704-13fb-4c53-8a96-0147ebd122df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8903931'] for subnet, precommit_delete_associations {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.062266 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-bfba2704-13fb-4c53-8a96-0147ebd122df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1679046'] for subnet, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.115700 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-bfba2704-13fb-4c53-8a96-0147ebd122df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1679053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8698117'] for subnet, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.142207 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba2704-13fb-4c53-8a96-0147ebd122df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afd6b038-dac3-4103-9a2f-1a6943fc3364,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:42.145878 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-bfba2704-13fb-4c53-8a96-0147ebd122df admin admin] Publish callbacks [] for subnet, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.149052 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-bfba2704-13fb-4c53-8a96-0147ebd122df admin admin] 10.222.0.60 "DELETE /v2.0/subnets/afd6b038-dac3-4103-9a2f-1a6943fc3364 HTTP/1.1" status: 204 len: 168 time: 0.2063844 Dec 15 13:42:42.151600 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 34108) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:42.220672 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3c476367-74f2-4567-a768-83b746918005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645032'] for network, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.299441 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3c476367-74f2-4567-a768-83b746918005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1673553', 'neutron.services.segments.db._delete_segments_for_network-8790303350658'] for network, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.319066 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-3c476367-74f2-4567-a768-83b746918005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb705526-4cf9-4266-8514-c33b54e2b2ab']}} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:42.327958 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-3c476367-74f2-4567-a768-83b746918005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb27ab3-aac9-4649-a1c1-abba8a6fc786') {'for_net_delete': True} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:42.328253 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-3c476367-74f2-4567-a768-83b746918005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb27ab3-aac9-4649-a1c1-abba8a6fc786') {} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:42:42.337240 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3c476367-74f2-4567-a768-83b746918005 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790303353739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8903680'] for segment, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.350206 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3c476367-74f2-4567-a768-83b746918005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.356197 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c476367-74f2-4567-a768-83b746918005 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=102375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:42:42.356577 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3c476367-74f2-4567-a768-83b746918005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655729'] for segment, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: Traceback (most recent call last): Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: timer() Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: cb(*args, **kw) Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: return func(*args, **kwargs) Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: self._notify() Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: self.callback(batched_events) Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: event.method(event) Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: return f(self, *a, **k) Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: return self._get(url).json() Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: return self.request(url, 'GET', **kwargs) Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:42:42.358220 dv-cinder-813227-4-iscsi neutron-server[102375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:42:42.412376 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3c476367-74f2-4567-a768-83b746918005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529408'] for network, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.417812 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-3c476367-74f2-4567-a768-83b746918005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.421072 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-3c476367-74f2-4567-a768-83b746918005 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cb705526-4cf9-4266-8514-c33b54e2b2ab HTTP/1.1" status: 204 len: 168 time: 0.2685342 Dec 15 13:42:42.432325 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c476367-74f2-4567-a768-83b746918005 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb705526-4cf9-4266-8514-c33b54e2b2ab,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:42.581506 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 34112) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:42.620958 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-da06d2a2-b780-4a9d-b7f9-954c01779370 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=605f407009e74241b3d1c7f8d6275cf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382621 Dec 15 13:42:42.623233 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 34114) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:42.673291 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b68a7066-b7d4-4736-b099-5103f69a3795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.694589 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b68a7066-b7d4-4736-b099-5103f69a3795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.739481 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b68a7066-b7d4-4736-b099-5103f69a3795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.742077 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-b68a7066-b7d4-4736-b099-5103f69a3795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:42.743252 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-b68a7066-b7d4-4736-b099-5103f69a3795 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/be93e5e5-2eac-4b9b-a3ef-44fde978bcc0 HTTP/1.1" status: 204 len: 168 time: 0.1191411 Dec 15 13:42:42.751489 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a7066-b7d4-4736-b099-5103f69a3795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be93e5e5-2eac-4b9b-a3ef-44fde978bcc0,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:43.051818 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 34122) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:43.090743 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-f3639fb1-f48d-4153-9651-770b4d88c4ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3147c246e01147b9bc6923f63f76100a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377254 Dec 15 13:42:43.092965 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 34124) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:43.138341 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a134a650-0bb1-4e57-a8fc-cd33134a0b60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:43.158455 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a134a650-0bb1-4e57-a8fc-cd33134a0b60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:43.203818 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a134a650-0bb1-4e57-a8fc-cd33134a0b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:43.206419 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-a134a650-0bb1-4e57-a8fc-cd33134a0b60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:43.210006 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-a134a650-0bb1-4e57-a8fc-cd33134a0b60 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee48fe78-2f11-41a4-86f8-751d112d7308 HTTP/1.1" status: 204 len: 168 time: 0.1161015 Dec 15 13:42:43.218189 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134a650-0bb1-4e57-a8fc-cd33134a0b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee48fe78-2f11-41a4-86f8-751d112d7308,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:43.462245 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-f786e7b3-8775-46ff-b57e-3b9a119ac140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.216789 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 34156) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:44.330810 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b9a31f97-245a-46a4-8273-230be3551803 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.404610 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b9a31f97-245a-46a4-8273-230be3551803 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.408326 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b9a31f97-245a-46a4-8273-230be3551803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.447227 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-b9a31f97-245a-46a4-8273-230be3551803 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=46bd97f8fefb44adbd817b8198c42223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293830 Dec 15 13:42:44.449130 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a31f97-245a-46a4-8273-230be3551803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e380bac-cb9a-4640-b5f0-8dfa3c9993e4,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:44.449987 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 34160) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:42:44.503594 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d637d3ef-ef96-40df-86af-cf6c454d24dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.524829 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d637d3ef-ef96-40df-86af-cf6c454d24dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.573194 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d637d3ef-ef96-40df-86af-cf6c454d24dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.575813 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-d637d3ef-ef96-40df-86af-cf6c454d24dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:44.576970 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-d637d3ef-ef96-40df-86af-cf6c454d24dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e380bac-cb9a-4640-b5f0-8dfa3c9993e4 HTTP/1.1" status: 204 len: 168 time: 0.1259069 Dec 15 13:42:44.584501 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637d3ef-ef96-40df-86af-cf6c454d24dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e380bac-cb9a-4640-b5f0-8dfa3c9993e4,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:45.823656 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-2483ad8e-8162-4885-b3df-1216bc81bb12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:46.931322 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:48.542269 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:49.457387 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:50.467186 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-d92d0653-e15d-45ee-ad15-a57d02ddc8cc tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-316724650&fields=id&tenant_id=ff117078def64108b7829db8db9baf7f HTTP/1.1" status: 200 len: 267 time: 0.0492594 Dec 15 13:42:50.579468 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-42efdd41-f41f-4ab2-a75e-0fe1c08fd289 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:50.586970 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-42efdd41-f41f-4ab2-a75e-0fe1c08fd289 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/networks?id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac HTTP/1.1" status: 200 len: 812 time: 0.1104600 Dec 15 13:42:50.602988 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-85e00014-36ae-4534-962a-bd941cbeadf1 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/quotas/ff117078def64108b7829db8db9baf7f HTTP/1.1" status: 200 len: 375 time: 0.0151458 Dec 15 13:42:50.650029 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-f03b8501-4c57-4a63-8358-ddee6f0fee35 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ff117078def64108b7829db8db9baf7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462203 Dec 15 13:42:50.665667 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-4b1a35c7-d8c2-43a8-acd2-dda6c0a96713 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 13:42:50.666651 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-4b1a35c7-d8c2-43a8-acd2-dda6c0a96713 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053198 Dec 15 13:42:50.765913 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-298e502b-89f6-45f9-a53f-cc92fbf00e64 service neutron] 10.222.0.60 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934217 Dec 15 13:42:51.067008 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-9e24bc5f-f4b1-43a3-9ca4-0627d492e67b service neutron] 10.222.0.60 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924099 Dec 15 13:42:51.336236 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-1bff02f2-675d-4b32-bb8d-a63e1b168982 req-994ef3c9-5ae6-464e-ae98-9b03c879d86d tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 210 time: 0.0260444 Dec 15 13:42:52.360872 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-c6c5e533-03eb-4382-b191-da902e25f911 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:52.362391 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-c6c5e533-03eb-4382-b191-da902e25f911 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.46 "GET /v2.0/networks?id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac HTTP/1.1" status: 200 len: 812 time: 0.1095705 Dec 15 13:42:52.431142 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-4425a351-12a0-4040-abb8-7f5d0c116acc req-6df782aa-f40f-46f8-a6ec-b5184665a08d tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 210 time: 0.0266578 Dec 15 13:42:52.432378 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-994eb09b-9fc3-468c-b307-f9b07618a68c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff117078def64108b7829db8db9baf7f HTTP/1.1" status: 200 len: 379 time: 0.0595431 Dec 15 13:42:52.443068 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-7c0b02c4-7c3f-4724-b959-2f2b4439e95a tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Request body: {'port': {'device_id': '599bdb62-e437-4f3c-9799-f60f3ce5392d', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'admin_state_up': True, 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'security_groups': ['6cab8a49-8547-43ed-9f9d-2761892c1624']}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:52.552402 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-7c0b02c4-7c3f-4724-b959-2f2b4439e95a tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Made reservation on behalf of ff117078def64108b7829db8db9baf7f for: {'port': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:42:52.556010 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-7c0b02c4-7c3f-4724-b959-2f2b4439e95a tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.691039 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-7c0b02c4-7c3f-4724-b959-2f2b4439e95a tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Allocated IP 172.20.0.11 (594ca57d-8cb7-438b-9dfc-7ea84a39a8ac/00b8705d-e81d-4e77-9f94-6e0d26788b28/194d02f6-3e33-467c-8b0a-eda0736909c7) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:42:52.843579 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-7c0b02c4-7c3f-4724-b959-2f2b4439e95a tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.878782 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-7c0b02c4-7c3f-4724-b959-2f2b4439e95a tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:52.923336 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-7c0b02c4-7c3f-4724-b959-2f2b4439e95a tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Network 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:42:52.927038 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-7c0b02c4-7c3f-4724-b959-2f2b4439e95a tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:42:52.930717 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-7c0b02c4-7c3f-4724-b959-2f2b4439e95a tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:42:52.955983 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b02c4-7c3f-4724-b959-2f2b4439e95a tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Pushing event updated for resources: {'Port': ['ID=194d02f6-3e33-467c-8b0a-eda0736909c7,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:52.991677 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-7c0b02c4-7c3f-4724-b959-2f2b4439e95a tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:52.992398 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-7c0b02c4-7c3f-4724-b959-2f2b4439e95a tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:53.012923 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-7c0b02c4-7c3f-4724-b959-2f2b4439e95a tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5744095 Dec 15 13:42:53.028735 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-4ff19740-10b0-4a87-a569-53169e5e7bde service neutron] Request body: {'port': {'device_id': '599bdb62-e437-4f3c-9799-f60f3ce5392d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:42:53.089261 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-4ff19740-10b0-4a87-a569-53169e5e7bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:53.156422 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c5d46226-bedc-41ae-b59d-898a44c4abc4 None None] Provisioning complete for port 194d02f6-3e33-467c-8b0a-eda0736909c7 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:42:53.157018 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c5d46226-bedc-41ae-b59d-898a44c4abc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:53.193346 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-c5d46226-bedc-41ae-b59d-898a44c4abc4 None None] Port 194d02f6-3e33-467c-8b0a-eda0736909c7 cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:42:53.342060 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-4ff19740-10b0-4a87-a569-53169e5e7bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 194d02f6-3e33-467c-8b0a-eda0736909c7 {{(pid=102374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:42:53.349756 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-4ff19740-10b0-4a87-a569-53169e5e7bde service neutron] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:53.361487 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.provisioning_blocks [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-4ff19740-10b0-4a87-a569-53169e5e7bde service neutron] Transition to ACTIVE for port object 194d02f6-3e33-467c-8b0a-eda0736909c7 will not be triggered until provisioned by entity L2. {{(pid=102374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:42:53.365005 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-4ff19740-10b0-4a87-a569-53169e5e7bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12002475'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:53.409838 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff19740-10b0-4a87-a569-53169e5e7bde service neutron] Pushing event updated for resources: {'Port': ['ID=194d02f6-3e33-467c-8b0a-eda0736909c7,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:53.490335 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-4ff19740-10b0-4a87-a569-53169e5e7bde service neutron] Attempting to bind port 194d02f6-3e33-467c-8b0a-eda0736909c7 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:42:53.490664 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-4ff19740-10b0-4a87-a569-53169e5e7bde service neutron] Attempting to bind port 194d02f6-3e33-467c-8b0a-eda0736909c7 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '9e86a7c5-12e4-43db-b435-b398364e50ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:42:53.491027 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-4ff19740-10b0-4a87-a569-53169e5e7bde service neutron] Attempting to bind port 194d02f6-3e33-467c-8b0a-eda0736909c7 on network 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:53.495590 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-4ff19740-10b0-4a87-a569-53169e5e7bde service neutron] Port 194d02f6-3e33-467c-8b0a-eda0736909c7 on network 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:42:53.496129 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-4ff19740-10b0-4a87-a569-53169e5e7bde service neutron] Attempting to bind port 194d02f6-3e33-467c-8b0a-eda0736909c7 on network 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:42:53.501614 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-4ff19740-10b0-4a87-a569-53169e5e7bde service neutron] Checking agent: {'id': '9aec82b9-7713-4c66-84ce-8e508cdbb5b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:42:53.502294 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-4ff19740-10b0-4a87-a569-53169e5e7bde service neutron] Checking segment: {'id': '9e86a7c5-12e4-43db-b435-b398364e50ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:42:53.503007 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-4ff19740-10b0-4a87-a569-53169e5e7bde service neutron] Bound using segment: {'id': '9e86a7c5-12e4-43db-b435-b398364e50ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:42:53.503682 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-4ff19740-10b0-4a87-a569-53169e5e7bde service neutron] Bound port: 194d02f6-3e33-467c-8b0a-eda0736909c7, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e86a7c5-12e4-43db-b435-b398364e50ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:42:53.504238 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-4ff19740-10b0-4a87-a569-53169e5e7bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:53.564714 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a9927-b940-4f08-86d8-cbbc25bf301e req-9d3452db-47d3-469e-a6d8-f441bc8657da tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:53.566313 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ed4a9927-b940-4f08-86d8-cbbc25bf301e req-9d3452db-47d3-469e-a6d8-f441bc8657da tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 944 time: 0.0548584 Dec 15 13:42:53.572282 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-4ff19740-10b0-4a87-a569-53169e5e7bde service neutron] For port 194d02f6-3e33-467c-8b0a-eda0736909c7, host hv-cinder-81322, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:42:53.577746 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-4ff19740-10b0-4a87-a569-53169e5e7bde service neutron] For port 194d02f6-3e33-467c-8b0a-eda0736909c7, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=194d02f6-3e33-467c-8b0a-eda0736909c7,segment=NetworkSegment(9e86a7c5-12e4-43db-b435-b398364e50ca),segment_id=9e86a7c5-12e4-43db-b435-b398364e50ca)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:42:53.584347 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-4ff19740-10b0-4a87-a569-53169e5e7bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12002475'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:53.621937 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-4ff19740-10b0-4a87-a569-53169e5e7bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:53.622621 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-4ff19740-10b0-4a87-a569-53169e5e7bde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:42:53.624024 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-4ff19740-10b0-4a87-a569-53169e5e7bde service neutron] 10.222.0.46 "PUT /v2.0/ports/194d02f6-3e33-467c-8b0a-eda0736909c7 HTTP/1.1" status: 200 len: 1094 time: 0.6002896 Dec 15 13:42:53.624492 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ed4a9927-b940-4f08-86d8-cbbc25bf301e req-f1913b2d-1e3b-4195-860e-02b743cff3c6 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495770 Dec 15 13:42:53.624604 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599bdb62-e437-4f3c-9799-f60f3ce5392d', 'tag': '194d02f6-3e33-467c-8b0a-eda0736909c7'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:42:53.626736 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a0e736-378b-4226-8369-400ab5a1e7dc" -d '{"events": [{"name": "network-changed", "server_uuid": "599bdb62-e437-4f3c-9799-f60f3ce5392d", "tag": "194d02f6-3e33-467c-8b0a-eda0736909c7"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:42:53.658054 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff19740-10b0-4a87-a569-53169e5e7bde service neutron] Pushing event updated for resources: {'Port': ['ID=194d02f6-3e33-467c-8b0a-eda0736909c7,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:42:53.679957 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ccb074-4ee2-42c8-bb66-cfef2b6d3f55 x-openstack-request-id: req-a1ccb074-4ee2-42c8-bb66-cfef2b6d3f55 {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:42:53.680370 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599bdb62-e437-4f3c-9799-f60f3ce5392d", "tag": "194d02f6-3e33-467c-8b0a-eda0736909c7", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:42:53.680719 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a1ccb074-4ee2-42c8-bb66-cfef2b6d3f55 {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:42:53.681209 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '599bdb62-e437-4f3c-9799-f60f3ce5392d', 'tag': '194d02f6-3e33-467c-8b0a-eda0736909c7', 'status': 'completed', 'code': 200} Dec 15 13:42:54.732125 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802defb-e5fb-4502-b99a-d0c5316f7f3d req-55e68fa3-8a19-456f-ab39-abc0da108476 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:54.733594 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0802defb-e5fb-4502-b99a-d0c5316f7f3d req-55e68fa3-8a19-456f-ab39-abc0da108476 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 944 time: 0.0479419 Dec 15 13:42:54.781675 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0802defb-e5fb-4502-b99a-d0c5316f7f3d req-5d3baff0-9fdc-4876-8b61-207daf5e9aa2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411744 Dec 15 13:42:55.894996 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1edc97-d276-4433-b440-3b78b00f6dbf req-58b02a41-2a0e-4697-8fea-29c00d45ca0f tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:55.896422 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5c1edc97-d276-4433-b440-3b78b00f6dbf req-58b02a41-2a0e-4697-8fea-29c00d45ca0f tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 944 time: 0.0470223 Dec 15 13:42:55.946798 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5c1edc97-d276-4433-b440-3b78b00f6dbf req-e1806e99-5973-4d6b-8bc1-0fb546465a73 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444360 Dec 15 13:42:57.063467 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1eb2e-1928-4bd9-91c5-738ba915cdad req-5edcee6e-3eb8-406a-9738-970eccef192b tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:57.064896 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8ef1eb2e-1928-4bd9-91c5-738ba915cdad req-5edcee6e-3eb8-406a-9738-970eccef192b tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 944 time: 0.0480967 Dec 15 13:42:57.112385 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8ef1eb2e-1928-4bd9-91c5-738ba915cdad req-7bb9a80d-95f4-49f1-8ec1-6697f73f55d5 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416324 Dec 15 13:42:57.240033 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0e736-378b-4226-8369-400ab5a1e7dc req-00494053-6cdb-4dcd-bac3-3e92a22b2399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:57.241441 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f9a0e736-378b-4226-8369-400ab5a1e7dc req-00494053-6cdb-4dcd-bac3-3e92a22b2399 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff117078def64108b7829db8db9baf7f&device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 1097 time: 0.0413196 Dec 15 13:42:57.341249 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0e736-378b-4226-8369-400ab5a1e7dc req-ccb3232e-dcfa-4e72-9640-ae390c520162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:57.342693 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f9a0e736-378b-4226-8369-400ab5a1e7dc req-ccb3232e-dcfa-4e72-9640-ae390c520162 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ff117078def64108b7829db8db9baf7f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0911341 Dec 15 13:42:57.440498 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0e736-378b-4226-8369-400ab5a1e7dc req-b501894e-2fda-4bbd-af0d-26d93b87c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:57.442003 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f9a0e736-378b-4226-8369-400ab5a1e7dc req-b501894e-2fda-4bbd-af0d-26d93b87c953 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922289 Dec 15 13:42:57.519375 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-68f7b8ce-429b-4c74-9db1-9fbb89dd3c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:57.520798 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-68f7b8ce-429b-4c74-9db1-9fbb89dd3c6e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff117078def64108b7829db8db9baf7f&device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 1097 time: 0.0397017 Dec 15 13:42:57.563239 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-6e3fbd41-d67a-413e-818e-d0bb6f0f967f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=194d02f6-3e33-467c-8b0a-eda0736909c7 HTTP/1.1" status: 200 len: 217 time: 0.0330756 Dec 15 13:42:57.614931 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-9ed7184a-897e-4ad6-99e7-21f70a3a2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:57.616336 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-9ed7184a-897e-4ad6-99e7-21f70a3a2d14 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00b8705d-e81d-4e77-9f94-6e0d26788b28 HTTP/1.1" status: 200 len: 851 time: 0.0457115 Dec 15 13:42:57.661659 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-18cae3de-4e47-4cf4-bf10-c82bdb2fd616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:57.663156 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-18cae3de-4e47-4cf4-bf10-c82bdb2fd616 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394001 Dec 15 13:42:57.750797 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-6b10ecb0-2b8c-4724-8ab1-be6c5ba2c29e service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805628 Dec 15 13:42:58.082092 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-414c323b-9410-4a2f-a28a-336f0d91c24b req-897734a6-2e59-4288-a254-f6ec648f682f service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227682 Dec 15 13:42:58.227340 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e03f2d-10a3-4db5-8d46-1d455e3b1da4 req-62e126bb-a8e4-448b-9d95-8e7ebae6a763 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:58.228818 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a0e03f2d-10a3-4db5-8d46-1d455e3b1da4 req-62e126bb-a8e4-448b-9d95-8e7ebae6a763 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 944 time: 0.0494072 Dec 15 13:42:58.279691 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a0e03f2d-10a3-4db5-8d46-1d455e3b1da4 req-d7eca778-c686-41af-ab0a-112c46cf9898 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450714 Dec 15 13:42:59.399608 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3e584-280f-4cce-a2ce-5528764bf7e4 req-0e875cc6-10f4-45a6-9c69-c9cb94796c62 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:42:59.401065 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-dbe3e584-280f-4cce-a2ce-5528764bf7e4 req-0e875cc6-10f4-45a6-9c69-c9cb94796c62 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 944 time: 0.0509484 Dec 15 13:42:59.449061 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-dbe3e584-280f-4cce-a2ce-5528764bf7e4 req-ce7bc498-da0d-47c7-b09d-cce50596bff3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420692 Dec 15 13:43:00.568338 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d9775-54f9-4f77-bba7-e8f1fa3f4c4b req-46eebb97-1649-40ad-ae64-8bc134e3622c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:00.569797 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5f4d9775-54f9-4f77-bba7-e8f1fa3f4c4b req-46eebb97-1649-40ad-ae64-8bc134e3622c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 944 time: 0.0477791 Dec 15 13:43:00.618200 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5f4d9775-54f9-4f77-bba7-e8f1fa3f4c4b req-c1f5e3ab-585d-4e94-9332-95e8b2bf1cbf tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426102 Dec 15 13:43:01.733083 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53454026-c5e6-43ec-a3fb-9bb4292568b9 req-538293e9-cbb5-4a9b-8fbb-d042db4be569 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:01.734531 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-53454026-c5e6-43ec-a3fb-9bb4292568b9 req-538293e9-cbb5-4a9b-8fbb-d042db4be569 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 944 time: 0.0509346 Dec 15 13:43:01.783004 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-53454026-c5e6-43ec-a3fb-9bb4292568b9 req-06e4ea65-449b-4e70-8765-d81d358bf402 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419211 Dec 15 13:43:02.897387 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57695b3c-2ee8-4dca-a66d-039695628b98 req-d020b243-0ce2-4ba1-b4eb-f9b3c7c57889 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:02.898863 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-57695b3c-2ee8-4dca-a66d-039695628b98 req-d020b243-0ce2-4ba1-b4eb-f9b3c7c57889 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 944 time: 0.0489011 Dec 15 13:43:02.948927 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-57695b3c-2ee8-4dca-a66d-039695628b98 req-330e01bf-ec72-4ae0-89ac-e92d8705f379 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439978 Dec 15 13:43:04.060956 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e8203-06e1-4f0a-a915-bcc8548cb132 req-d2529332-ac35-47ff-9bee-a1e65dedb491 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:04.063094 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-021e8203-06e1-4f0a-a915-bcc8548cb132 req-d2529332-ac35-47ff-9bee-a1e65dedb491 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 944 time: 0.0489109 Dec 15 13:43:04.119769 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-021e8203-06e1-4f0a-a915-bcc8548cb132 req-714d206b-46e3-4a59-b8ec-2d6e3977b588 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501134 Dec 15 13:43:05.234350 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64603adb-46a5-4c65-88f7-63ca361c8320 req-d3620fa8-9def-4c71-b177-5c36928e256f tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:05.235938 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-64603adb-46a5-4c65-88f7-63ca361c8320 req-d3620fa8-9def-4c71-b177-5c36928e256f tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 944 time: 0.0495329 Dec 15 13:43:05.284950 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-64603adb-46a5-4c65-88f7-63ca361c8320 req-eceaaead-4d09-49ae-83e8-b805510d4915 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430098 Dec 15 13:43:05.849613 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 194d02f6-3e33-467c-8b0a-eda0736909c7 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:05.946044 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 194d02f6-3e33-467c-8b0a-eda0736909c7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=194d02f6-3e33-467c-8b0a-eda0736909c7,segment=NetworkSegment(9e86a7c5-12e4-43db-b435-b398364e50ca),segment_id=9e86a7c5-12e4-43db-b435-b398364e50ca)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:05.956616 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': '194d02f6-3e33-467c-8b0a-eda0736909c7', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'port_id': '194d02f6-3e33-467c-8b0a-eda0736909c7', 'mac_address': 'fa:16:3e:95:e0:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:43:05.995229 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.010004 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 194d02f6-3e33-467c-8b0a-eda0736909c7 {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:06.029632 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 194d02f6-3e33-467c-8b0a-eda0736909c7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=194d02f6-3e33-467c-8b0a-eda0736909c7,segment=NetworkSegment(9e86a7c5-12e4-43db-b435-b398364e50ca),segment_id=9e86a7c5-12e4-43db-b435-b398364e50ca)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:06.033188 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:06.084334 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=194d02f6-3e33-467c-8b0a-eda0736909c7,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:06.091740 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.092095 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.092442 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.092782 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.093118 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.093453 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.093788 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.094110 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.094436 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.094764 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.095128 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.095451 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.095774 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:06.389128 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['194d02f6-3e33-467c-8b0a-eda0736909c7'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:06.409988 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bef26-46c4-49fd-b6c6-d4db8ee453d0 req-2fbd65ec-d661-4504-b450-2e9282fdf497 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:06.412171 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5d3bef26-46c4-49fd-b6c6-d4db8ee453d0 req-2fbd65ec-d661-4504-b450-2e9282fdf497 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 945 time: 0.0587349 Dec 15 13:43:06.460568 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5d3bef26-46c4-49fd-b6c6-d4db8ee453d0 req-585c3000-3eee-4b24-a5b1-ffe994525ed7 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424829 Dec 15 13:43:06.900095 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:43:07.638372 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6abc6-f91a-4357-b424-1e6eeeac3197 req-dcb4751c-abcd-418b-b530-cc23462a003a tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:07.639919 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f2f6abc6-f91a-4357-b424-1e6eeeac3197 req-dcb4751c-abcd-418b-b530-cc23462a003a tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 945 time: 0.0568266 Dec 15 13:43:07.693022 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f2f6abc6-f91a-4357-b424-1e6eeeac3197 req-6b79002c-0e9a-445a-84f0-bf1dfab36ec6 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466814 Dec 15 13:43:07.858486 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 194d02f6-3e33-467c-8b0a-eda0736909c7 up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:07.907909 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning for port 194d02f6-3e33-467c-8b0a-eda0736909c7 completed by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:07.912883 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port 194d02f6-3e33-467c-8b0a-eda0736909c7 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:07.913254 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:07.993654 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:08.016775 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599bdb62-e437-4f3c-9799-f60f3ce5392d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194d02f6-3e33-467c-8b0a-eda0736909c7'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:08.019013 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1813f3b5-134a-45f3-b1cb-66feb3a6cc69" -d '{"events": [{"server_uuid": "599bdb62-e437-4f3c-9799-f60f3ce5392d", "name": "network-vif-plugged", "status": "completed", "tag": "194d02f6-3e33-467c-8b0a-eda0736909c7"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:08.031417 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 194d02f6-3e33-467c-8b0a-eda0736909c7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=194d02f6-3e33-467c-8b0a-eda0736909c7,segment=NetworkSegment(9e86a7c5-12e4-43db-b435-b398364e50ca),segment_id=9e86a7c5-12e4-43db-b435-b398364e50ca)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:08.035541 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:08.083405 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=194d02f6-3e33-467c-8b0a-eda0736909c7,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:08.180161 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c428645b-837a-42fd-b55d-681b66ee84f6 x-openstack-request-id: req-c428645b-837a-42fd-b55d-681b66ee84f6 {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:08.180458 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599bdb62-e437-4f3c-9799-f60f3ce5392d", "name": "network-vif-plugged", "status": "completed", "tag": "194d02f6-3e33-467c-8b0a-eda0736909c7", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:08.180710 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c428645b-837a-42fd-b55d-681b66ee84f6 {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:08.181107 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599bdb62-e437-4f3c-9799-f60f3ce5392d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194d02f6-3e33-467c-8b0a-eda0736909c7', 'code': 200} Dec 15 13:43:08.396688 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc6c25-55c4-4a82-94d0-a488a22f2ba6 req-f21a36c4-ab16-4614-8261-86150e132630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:08.398088 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-d8cc6c25-55c4-4a82-94d0-a488a22f2ba6 req-f21a36c4-ab16-4614-8261-86150e132630 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 1099 time: 0.0390573 Dec 15 13:43:08.449600 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-d8cc6c25-55c4-4a82-94d0-a488a22f2ba6 req-27bbe81f-fc27-479e-a0db-612a47e27898 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403914 Dec 15 13:43:08.805131 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd18a39-db0e-4888-9912-cd0c7bf55168 req-78ae0007-4e0b-4c8c-afaf-816a798aa5c5 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:08.806591 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3fd18a39-db0e-4888-9912-cd0c7bf55168 req-78ae0007-4e0b-4c8c-afaf-816a798aa5c5 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 946 time: 0.0473046 Dec 15 13:43:08.855360 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3fd18a39-db0e-4888-9912-cd0c7bf55168 req-14e3c69a-65c3-4602-ad7a-1aa79dfa9f3e tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429089 Dec 15 13:43:09.152377 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:09.972785 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8e18d-316b-41d5-8057-6a68b463b11e req-e1664112-187a-470f-8cd2-3b14852e7194 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:09.974280 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-eff8e18d-316b-41d5-8057-6a68b463b11e req-e1664112-187a-470f-8cd2-3b14852e7194 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 946 time: 0.0485127 Dec 15 13:43:10.027744 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-eff8e18d-316b-41d5-8057-6a68b463b11e req-5168d3bc-4bea-4674-b723-5341080fe8a6 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475259 Dec 15 13:43:10.142324 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc837a65-c634-49d4-a2e0-94742a24eb1d req-a3f43849-9ba2-4094-9379-5ec6230b5881 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:10.143823 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-dc837a65-c634-49d4-a2e0-94742a24eb1d req-a3f43849-9ba2-4094-9379-5ec6230b5881 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 946 time: 0.0492258 Dec 15 13:43:10.193520 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-dc837a65-c634-49d4-a2e0-94742a24eb1d req-71b0ebbb-7043-4fa7-a423-df229e1c424a tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438471 Dec 15 13:43:10.215499 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 34426) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:10.402684 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead71195-d0a6-4fd0-84f8-4e209987d35d tempest-TestVolumeBootPattern-147979782 tempest-TestVolumeBootPattern-147979782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:10.404274 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-ead71195-d0a6-4fd0-84f8-4e209987d35d tempest-TestVolumeBootPattern-147979782 tempest-TestVolumeBootPattern-147979782-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 1094 time: 0.1877356 Dec 15 13:43:10.407218 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 34430) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:10.414134 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-7dd86f26-e6d2-49ee-bcfa-ae9f23a888f3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Request body: {'floatingip': {'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'port_id': '194d02f6-3e33-467c-8b0a-eda0736909c7', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:10.439272 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7dd86f26-e6d2-49ee-bcfa-ae9f23a888f3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for floatingip, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.539720 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7dd86f26-e6d2-49ee-bcfa-ae9f23a888f3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.646173 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [None req-7dd86f26-e6d2-49ee-bcfa-ae9f23a888f3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Allocated IP 172.27.2.89 (d75b81e5-d2ea-4613-a99a-556640a87149/db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2/f6139f74-3dd0-4150-8879-915084535ede) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:10.750307 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7dd86f26-e6d2-49ee-bcfa-ae9f23a888f3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.787264 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7dd86f26-e6d2-49ee-bcfa-ae9f23a888f3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:10.831978 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd86f26-e6d2-49ee-bcfa-ae9f23a888f3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Network d75b81e5-d2ea-4613-a99a-556640a87149 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:10.836910 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-7dd86f26-e6d2-49ee-bcfa-ae9f23a888f3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:10.842322 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd86f26-e6d2-49ee-bcfa-ae9f23a888f3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:10.845421 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd86f26-e6d2-49ee-bcfa-ae9f23a888f3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Pushing event updated for resources: {'Port': ['ID=f6139f74-3dd0-4150-8879-915084535ede,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:11.254932 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7dd86f26-e6d2-49ee-bcfa-ae9f23a888f3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.352583 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7dd86f26-e6d2-49ee-bcfa-ae9f23a888f3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.500621 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7dd86f26-e6d2-49ee-bcfa-ae9f23a888f3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.506684 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7dd86f26-e6d2-49ee-bcfa-ae9f23a888f3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12002475'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.581276 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd86f26-e6d2-49ee-bcfa-ae9f23a888f3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Pushing event updated for resources: {'Port': ['ID=f6139f74-3dd0-4150-8879-915084535ede,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:11.592172 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7dd86f26-e6d2-49ee-bcfa-ae9f23a888f3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529426'] for floatingip, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:11.694967 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.db.l3_db [None req-7dd86f26-e6d2-49ee-bcfa-ae9f23a888f3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Floating IP cb240377-223a-4542-aa98-f6a7cf158425 associated. External IP: 172.27.2.89, port: 194d02f6-3e33-467c-8b0a-eda0736909c7. Dec 15 13:43:11.898048 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd86f26-e6d2-49ee-bcfa-ae9f23a888f3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Router e347154b-683e-4757-a349-23cb14c52586 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:43:12.006146 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd86f26-e6d2-49ee-bcfa-ae9f23a888f3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:43:12.015792 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2651da60-1e6a-4baf-854c-3ff4c41f18a3 None None] Sync routers for ids ['e347154b-683e-4757-a349-23cb14c52586'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:43:12.023464 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-7dd86f26-e6d2-49ee-bcfa-ae9f23a888f3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for floatingip, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:12.025112 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2651da60-1e6a-4baf-854c-3ff4c41f18a3 None None] Routers {'e347154b-683e-4757-a349-23cb14c52586'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:12.025735 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-2651da60-1e6a-4baf-854c-3ff4c41f18a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:42:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['e347154b-683e-4757-a349-23cb14c52586'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:12.051334 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-7dd86f26-e6d2-49ee-bcfa-ae9f23a888f3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6428509 Dec 15 13:43:12.052274 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599bdb62-e437-4f3c-9799-f60f3ce5392d', 'tag': '194d02f6-3e33-467c-8b0a-eda0736909c7'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:12.054789 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad01eb4-c70b-4390-8f70-ad1f47d68707" -d '{"events": [{"name": "network-changed", "server_uuid": "599bdb62-e437-4f3c-9799-f60f3ce5392d", "tag": "194d02f6-3e33-467c-8b0a-eda0736909c7"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:12.092384 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72904b74-f05e-4fad-8745-6cc7ec0f1cd3 x-openstack-request-id: req-72904b74-f05e-4fad-8745-6cc7ec0f1cd3 {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:12.092680 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599bdb62-e437-4f3c-9799-f60f3ce5392d", "tag": "194d02f6-3e33-467c-8b0a-eda0736909c7", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:12.092939 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72904b74-f05e-4fad-8745-6cc7ec0f1cd3 {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:12.093341 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '599bdb62-e437-4f3c-9799-f60f3ce5392d', 'tag': '194d02f6-3e33-467c-8b0a-eda0736909c7', 'status': 'completed', 'code': 200} Dec 15 13:43:12.134185 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-2651da60-1e6a-4baf-854c-3ff4c41f18a3 None None] Set router e347154b-683e-4757-a349-23cb14c52586 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:12.157612 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad01eb4-c70b-4390-8f70-ad1f47d68707 req-cc031752-2809-4c22-a9da-2cdb93bbb348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:12.159196 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-fad01eb4-c70b-4390-8f70-ad1f47d68707 req-cc031752-2809-4c22-a9da-2cdb93bbb348 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff117078def64108b7829db8db9baf7f&device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 1099 time: 0.0438597 Dec 15 13:43:12.254600 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad01eb4-c70b-4390-8f70-ad1f47d68707 req-19088e4e-87c3-4ab4-84b7-aaac284e3203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:12.256192 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-fad01eb4-c70b-4390-8f70-ad1f47d68707 req-19088e4e-87c3-4ab4-84b7-aaac284e3203 service neutron] 10.222.0.46 "GET /v2.0/networks?id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac HTTP/1.1" status: 200 len: 913 time: 0.0888672 Dec 15 13:43:12.326739 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-fad01eb4-c70b-4390-8f70-ad1f47d68707 req-02e63c57-c15c-4f80-9f16-babf82655db0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=194d02f6-3e33-467c-8b0a-eda0736909c7 HTTP/1.1" status: 200 len: 999 time: 0.0613368 Dec 15 13:43:12.375063 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-2651da60-1e6a-4baf-854c-3ff4c41f18a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 4, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': 'cb240377-223a-4542-aa98-f6a7cf158425', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': 'e347154b-683e-4757-a349-23cb14c52586', 'port_id': '194d02f6-3e33-467c-8b0a-eda0736909c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'mac_address': 'fa:16:3e:95:e0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599bdb62-e437-4f3c-9799-f60f3ce5392d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:43:11Z', 'updated_at': '2021-12-15T13:43:11Z', 'revision_number': 0, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323336d2-f2d3-460d-901b-fbab3ca127de', 'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'mac_address': 'fa:16:3e:d7:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 5, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'subnets': [{'id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:12.377564 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad01eb4-c70b-4390-8f70-ad1f47d68707 req-bc7b3544-2451-4d42-9392-75a8948efca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:12.379073 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-fad01eb4-c70b-4390-8f70-ad1f47d68707 req-bc7b3544-2451-4d42-9392-75a8948efca9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00b8705d-e81d-4e77-9f94-6e0d26788b28 HTTP/1.1" status: 200 len: 851 time: 0.0448327 Dec 15 13:43:12.402472 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2651da60-1e6a-4baf-854c-3ff4c41f18a3 None None] Checking router: e347154b-683e-4757-a349-23cb14c52586 for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:43:12.412160 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2651da60-1e6a-4baf-854c-3ff4c41f18a3 None None] Routers {'e347154b-683e-4757-a349-23cb14c52586'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:43:12.412766 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-2651da60-1e6a-4baf-854c-3ff4c41f18a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:42:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['e347154b-683e-4757-a349-23cb14c52586'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:12.435368 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad01eb4-c70b-4390-8f70-ad1f47d68707 req-f50177e1-222f-4ef8-8950-86520de3583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:12.436872 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-fad01eb4-c70b-4390-8f70-ad1f47d68707 req-f50177e1-222f-4ef8-8950-86520de3583e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452011 Dec 15 13:43:12.532377 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-2651da60-1e6a-4baf-854c-3ff4c41f18a3 None None] Set router e347154b-683e-4757-a349-23cb14c52586 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:43:12.541262 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-fad01eb4-c70b-4390-8f70-ad1f47d68707 req-836cf069-be40-4e57-81e2-d1bf6a5d68e2 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955398 Dec 15 13:43:12.631237 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-fad01eb4-c70b-4390-8f70-ad1f47d68707 req-9da47504-7122-4803-a9ee-5ae47dfc2497 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828538 Dec 15 13:43:12.768516 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-2651da60-1e6a-4baf-854c-3ff4c41f18a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 4, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': 'cb240377-223a-4542-aa98-f6a7cf158425', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': 'e347154b-683e-4757-a349-23cb14c52586', 'port_id': '194d02f6-3e33-467c-8b0a-eda0736909c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'mac_address': 'fa:16:3e:95:e0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599bdb62-e437-4f3c-9799-f60f3ce5392d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:43:11Z', 'updated_at': '2021-12-15T13:43:11Z', 'revision_number': 0, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323336d2-f2d3-460d-901b-fbab3ca127de', 'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'mac_address': 'fa:16:3e:d7:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 5, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'subnets': [{'id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:43:12.797876 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2651da60-1e6a-4baf-854c-3ff4c41f18a3 None None] The sync data for ids ['e347154b-683e-4757-a349-23cb14c52586'] in dv-cinder-813227-4-iscsi is: [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 4, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': 'cb240377-223a-4542-aa98-f6a7cf158425', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': 'e347154b-683e-4757-a349-23cb14c52586', 'port_id': '194d02f6-3e33-467c-8b0a-eda0736909c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'mac_address': 'fa:16:3e:95:e0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599bdb62-e437-4f3c-9799-f60f3ce5392d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:43:11Z', 'updated_at': '2021-12-15T13:43:11Z', 'revision_number': 0, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323336d2-f2d3-460d-901b-fbab3ca127de', 'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'mac_address': 'fa:16:3e:d7:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 5, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'subnets': [{'id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:43:12.996457 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24a50c1-ae34-46d4-82ee-6a8b79d4893a None None] New status for floating IP cb240377-223a-4542-aa98-f6a7cf158425: ACTIVE {{(pid=102377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:43:13.463533 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c4d173aa-8c19-4cec-afe7-6f0230ae8f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:15.824708 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-31facda9-5c18-4172-aa6d-9c48e243fad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:16.934029 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:17.651526 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-d133b99f-5ad7-4b1e-992a-8eba81c7e086 req-158ad470-f54b-4174-95df-67228dc63fcf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392988 Dec 15 13:43:17.740808 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133b99f-5ad7-4b1e-992a-8eba81c7e086 req-e716c423-4246-45ac-859c-4ee7a1cdf35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:17.742270 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-d133b99f-5ad7-4b1e-992a-8eba81c7e086 req-e716c423-4246-45ac-859c-4ee7a1cdf35c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff117078def64108b7829db8db9baf7f&device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 1099 time: 0.0432389 Dec 15 13:43:17.850717 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133b99f-5ad7-4b1e-992a-8eba81c7e086 req-4ab7533e-dda1-4a9f-8f28-7256adf1ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:17.852180 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-d133b99f-5ad7-4b1e-992a-8eba81c7e086 req-4ab7533e-dda1-4a9f-8f28-7256adf1ba2e service neutron] 10.222.0.46 "GET /v2.0/networks?id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac HTTP/1.1" status: 200 len: 913 time: 0.0813100 Dec 15 13:43:17.921125 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-d133b99f-5ad7-4b1e-992a-8eba81c7e086 req-29aaedb6-f431-4f7c-8aa6-6d650b926ec4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=194d02f6-3e33-467c-8b0a-eda0736909c7 HTTP/1.1" status: 200 len: 1001 time: 0.0611649 Dec 15 13:43:17.972148 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133b99f-5ad7-4b1e-992a-8eba81c7e086 req-f582b52d-65ea-4bbb-a2d9-bba8e8d2e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:17.974999 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-d133b99f-5ad7-4b1e-992a-8eba81c7e086 req-f582b52d-65ea-4bbb-a2d9-bba8e8d2e4b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00b8705d-e81d-4e77-9f94-6e0d26788b28 HTTP/1.1" status: 200 len: 851 time: 0.0454910 Dec 15 13:43:18.019935 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133b99f-5ad7-4b1e-992a-8eba81c7e086 req-26c41c7c-637e-4b52-a475-4395ca0e26c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:18.021400 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-d133b99f-5ad7-4b1e-992a-8eba81c7e086 req-26c41c7c-637e-4b52-a475-4395ca0e26c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387504 Dec 15 13:43:18.113373 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-d133b99f-5ad7-4b1e-992a-8eba81c7e086 req-416bf506-7f96-4035-a6e8-70a280085054 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841298 Dec 15 13:43:18.200826 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-d133b99f-5ad7-4b1e-992a-8eba81c7e086 req-98e87a27-2485-4767-9f5f-f4724fc8052f service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795021 Dec 15 13:43:18.547297 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:19.468479 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.427801 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 34518) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:28.542564 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c4264d22-80ec-44a7-b4a8-c2707573468d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.614183 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c4264d22-80ec-44a7-b4a8-c2707573468d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.618345 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-c4264d22-80ec-44a7-b4a8-c2707573468d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.658067 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-c4264d22-80ec-44a7-b4a8-c2707573468d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de048cf0cd69475fabb754f457954d94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286756 Dec 15 13:43:28.658959 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4264d22-80ec-44a7-b4a8-c2707573468d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a03338-836e-4c04-acd1-2cd33922ea6b,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:28.661630 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 34522) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:28.709924 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b62726de-8d2e-4166-817f-060ff48b5e92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.730993 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b62726de-8d2e-4166-817f-060ff48b5e92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.779622 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b62726de-8d2e-4166-817f-060ff48b5e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.782552 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-b62726de-8d2e-4166-817f-060ff48b5e92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:28.783714 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-b62726de-8d2e-4166-817f-060ff48b5e92 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/05a03338-836e-4c04-acd1-2cd33922ea6b HTTP/1.1" status: 204 len: 168 time: 0.1202693 Dec 15 13:43:28.792402 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62726de-8d2e-4166-817f-060ff48b5e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a03338-836e-4c04-acd1-2cd33922ea6b,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:29.735681 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 34552) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:29.839582 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e4eb0141-2460-44b9-be60-e8b06e36dfed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:29.912251 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e4eb0141-2460-44b9-be60-e8b06e36dfed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:29.916205 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e4eb0141-2460-44b9-be60-e8b06e36dfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:29.952692 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-e4eb0141-2460-44b9-be60-e8b06e36dfed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=485128a342e049f7b26cff38c13adb0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159836 Dec 15 13:43:29.954533 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb0141-2460-44b9-be60-e8b06e36dfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973877f0-7ec2-470d-8a6d-eb4242c5e993,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:29.955354 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 34556) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:30.003116 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-916586a8-d55b-4c3a-8e64-2604b6536df1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.024217 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-916586a8-d55b-4c3a-8e64-2604b6536df1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.068914 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-916586a8-d55b-4c3a-8e64-2604b6536df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.071541 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-916586a8-d55b-4c3a-8e64-2604b6536df1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:30.072712 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-916586a8-d55b-4c3a-8e64-2604b6536df1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/973877f0-7ec2-470d-8a6d-eb4242c5e993 HTTP/1.1" status: 204 len: 168 time: 0.1163013 Dec 15 13:43:30.080257 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916586a8-d55b-4c3a-8e64-2604b6536df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973877f0-7ec2-470d-8a6d-eb4242c5e993,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:32.227450 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-b13542a5-ac26-4e4e-adc5-6d89f4512f73 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=37441b2835294e6bbad06c9964fc3ee3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289862 Dec 15 13:43:32.408440 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-7cd762f3-7f3e-48cc-aa92-5ecd16b01780 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:32.409782 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-7cd762f3-7f3e-48cc-aa92-5ecd16b01780 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772735 Dec 15 13:43:32.424247 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-9e1a78bc-17e0-4c92-9089-a5bcaee7dec1 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/quotas/37441b2835294e6bbad06c9964fc3ee3 HTTP/1.1" status: 200 len: 375 time: 0.0087585 Dec 15 13:43:32.457962 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-4c8ddb53-5814-425c-a140-a4d11d8bdf4e tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=37441b2835294e6bbad06c9964fc3ee3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286434 Dec 15 13:43:32.626518 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c7da8850-ab3f-431d-acd7-f8237e75c2a7 req-dc44ce48-049f-42af-bbb4-16c8d7ce6b3f tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef29eda2-47f6-433f-a3d5-87c35d013a4a HTTP/1.1" status: 200 len: 210 time: 0.0253510 Dec 15 13:43:33.487672 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-234cba26-22ca-4379-adc9-33d65215dffd tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=37441b2835294e6bbad06c9964fc3ee3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296242 Dec 15 13:43:33.672208 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-16b5d215-1528-4b01-b3b2-5f6af87f7f98 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:33.673704 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-16b5d215-1528-4b01-b3b2-5f6af87f7f98 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779044 Dec 15 13:43:33.688191 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Request body: {'port': {'device_id': 'ef29eda2-47f6-433f-a3d5-87c35d013a4a', 'network_id': '62ac9dec-5f01-433b-86d7-66b6f04b3416', 'admin_state_up': True, 'tenant_id': '37441b2835294e6bbad06c9964fc3ee3'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:33.719822 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d7ec836f-2028-48a1-a6c5-b92fced9be85 req-7636a766-606c-47d4-96af-40b6477a30de tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef29eda2-47f6-433f-a3d5-87c35d013a4a HTTP/1.1" status: 200 len: 210 time: 0.0262835 Dec 15 13:43:33.797472 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Made reservation on behalf of 37441b2835294e6bbad06c9964fc3ee3 for: {'port': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:43:33.800875 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:33.814638 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:33.887148 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:33.890526 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:34.208318 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5910b30f-9cdd-4d41-b60f-a29f97fafa8b,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:34.272127 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Allocated IP 192.168.233.50 (62ac9dec-5f01-433b-86d7-66b6f04b3416/0b9f64f0-e158-4d7b-94d1-6fe6c426e7f5/1a4d1792-0411-47d0-b738-fbf2d4fe5ade) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:43:34.418526 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:34.451082 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:34.498765 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Network 62ac9dec-5f01-433b-86d7-66b6f04b3416 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:43:34.501850 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:43:34.507171 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:43:34.534034 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Pushing event updated for resources: {'Port': ['ID=1a4d1792-0411-47d0-b738-fbf2d4fe5ade,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:34.550396 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:34.550746 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:34.551100 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:34.551435 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:34.551767 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:34.552095 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:34.552419 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:34.552744 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:34.553071 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:34.553394 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:34.553715 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:34.554030 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:34.554346 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:43:34.575074 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:34.575694 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:34.592707 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-179972ae-bb08-4931-9889-e31a0ba169cb tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9081087 Dec 15 13:43:34.605503 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-b625dc49-ee60-40b4-8220-04a89d16d0b4 service neutron] Request body: {'port': {'device_id': 'ef29eda2-47f6-433f-a3d5-87c35d013a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:43:34.665118 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-b625dc49-ee60-40b4-8220-04a89d16d0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:34.765271 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-92884f46-07c6-45a2-a123-20be4fcb23e9 None None] Provisioning complete for port 1a4d1792-0411-47d0-b738-fbf2d4fe5ade triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:34.765795 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-92884f46-07c6-45a2-a123-20be4fcb23e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:34.813054 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-92884f46-07c6-45a2-a123-20be4fcb23e9 None None] Port 1a4d1792-0411-47d0-b738-fbf2d4fe5ade cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:43:34.839361 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e0256-b42f-433e-9630-3c6556521b8b req-38a37a3f-743a-4fd9-8d67-22a67170224f tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:34.840826 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d04e0256-b42f-433e-9630-3c6556521b8b req-38a37a3f-743a-4fd9-8d67-22a67170224f tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef29eda2-47f6-433f-a3d5-87c35d013a4a HTTP/1.1" status: 200 len: 935 time: 0.0516529 Dec 15 13:43:34.887020 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d04e0256-b42f-433e-9630-3c6556521b8b req-6810bf0b-f4d6-454f-b8f5-af13d5f816f0 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/security-groups?id=5910b30f-9cdd-4d41-b60f-a29f97fafa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398099 Dec 15 13:43:34.930347 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-b625dc49-ee60-40b4-8220-04a89d16d0b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4d1792-0411-47d0-b738-fbf2d4fe5ade {{(pid=102374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:34.937679 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-b625dc49-ee60-40b4-8220-04a89d16d0b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:34.949275 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.provisioning_blocks [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-b625dc49-ee60-40b4-8220-04a89d16d0b4 service neutron] Transition to ACTIVE for port object 1a4d1792-0411-47d0-b738-fbf2d4fe5ade will not be triggered until provisioned by entity L2. {{(pid=102374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:43:34.952831 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-b625dc49-ee60-40b4-8220-04a89d16d0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12002475'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:35.006511 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625dc49-ee60-40b4-8220-04a89d16d0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4d1792-0411-47d0-b738-fbf2d4fe5ade,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:35.075609 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-b625dc49-ee60-40b4-8220-04a89d16d0b4 service neutron] Attempting to bind port 1a4d1792-0411-47d0-b738-fbf2d4fe5ade on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:43:35.075946 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-b625dc49-ee60-40b4-8220-04a89d16d0b4 service neutron] Attempting to bind port 1a4d1792-0411-47d0-b738-fbf2d4fe5ade by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '2829a9fb-c859-441f-a59a-0e830bfd1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '62ac9dec-5f01-433b-86d7-66b6f04b3416'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:43:35.076524 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-b625dc49-ee60-40b4-8220-04a89d16d0b4 service neutron] Attempting to bind port 1a4d1792-0411-47d0-b738-fbf2d4fe5ade on network 62ac9dec-5f01-433b-86d7-66b6f04b3416 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:35.083201 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-b625dc49-ee60-40b4-8220-04a89d16d0b4 service neutron] Port 1a4d1792-0411-47d0-b738-fbf2d4fe5ade on network 62ac9dec-5f01-433b-86d7-66b6f04b3416 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:43:35.083547 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-b625dc49-ee60-40b4-8220-04a89d16d0b4 service neutron] Attempting to bind port 1a4d1792-0411-47d0-b738-fbf2d4fe5ade on network 62ac9dec-5f01-433b-86d7-66b6f04b3416 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:43:35.093922 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-b625dc49-ee60-40b4-8220-04a89d16d0b4 service neutron] Checking agent: {'id': '9aec82b9-7713-4c66-84ce-8e508cdbb5b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:43:35.094269 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-b625dc49-ee60-40b4-8220-04a89d16d0b4 service neutron] Checking segment: {'id': '2829a9fb-c859-441f-a59a-0e830bfd1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '62ac9dec-5f01-433b-86d7-66b6f04b3416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:43:35.094663 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-b625dc49-ee60-40b4-8220-04a89d16d0b4 service neutron] Bound using segment: {'id': '2829a9fb-c859-441f-a59a-0e830bfd1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '62ac9dec-5f01-433b-86d7-66b6f04b3416'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:43:35.095227 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-b625dc49-ee60-40b4-8220-04a89d16d0b4 service neutron] Bound port: 1a4d1792-0411-47d0-b738-fbf2d4fe5ade, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2829a9fb-c859-441f-a59a-0e830bfd1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '62ac9dec-5f01-433b-86d7-66b6f04b3416'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:43:35.095591 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-b625dc49-ee60-40b4-8220-04a89d16d0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:35.160814 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-b625dc49-ee60-40b4-8220-04a89d16d0b4 service neutron] For port 1a4d1792-0411-47d0-b738-fbf2d4fe5ade, host hv-cinder-81322, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:43:35.163820 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-b625dc49-ee60-40b4-8220-04a89d16d0b4 service neutron] For port 1a4d1792-0411-47d0-b738-fbf2d4fe5ade, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1a4d1792-0411-47d0-b738-fbf2d4fe5ade,segment=NetworkSegment(2829a9fb-c859-441f-a59a-0e830bfd1cc8),segment_id=2829a9fb-c859-441f-a59a-0e830bfd1cc8)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:43:35.168502 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-b625dc49-ee60-40b4-8220-04a89d16d0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12002475'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:35.203711 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-b625dc49-ee60-40b4-8220-04a89d16d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:35.204171 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-b625dc49-ee60-40b4-8220-04a89d16d0b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:35.205877 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-b625dc49-ee60-40b4-8220-04a89d16d0b4 service neutron] 10.222.0.46 "PUT /v2.0/ports/1a4d1792-0411-47d0-b738-fbf2d4fe5ade HTTP/1.1" status: 200 len: 1097 time: 0.6048512 Dec 15 13:43:35.206435 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef29eda2-47f6-433f-a3d5-87c35d013a4a', 'tag': '1a4d1792-0411-47d0-b738-fbf2d4fe5ade'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:35.208758 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ad481e-0f5b-4c73-b6f9-7d803c07bb85" -d '{"events": [{"name": "network-changed", "server_uuid": "ef29eda2-47f6-433f-a3d5-87c35d013a4a", "tag": "1a4d1792-0411-47d0-b738-fbf2d4fe5ade"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:35.234748 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625dc49-ee60-40b4-8220-04a89d16d0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4d1792-0411-47d0-b738-fbf2d4fe5ade,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:35.284343 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c3ad83-ab6e-4583-8f2e-8aec6994fe20 x-openstack-request-id: req-99c3ad83-ab6e-4583-8f2e-8aec6994fe20 {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:35.284640 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef29eda2-47f6-433f-a3d5-87c35d013a4a", "tag": "1a4d1792-0411-47d0-b738-fbf2d4fe5ade", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:35.284901 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99c3ad83-ab6e-4583-8f2e-8aec6994fe20 {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:35.285301 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef29eda2-47f6-433f-a3d5-87c35d013a4a', 'tag': '1a4d1792-0411-47d0-b738-fbf2d4fe5ade', 'status': 'completed', 'code': 200} Dec 15 13:43:35.301724 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-7525d1bd-0614-4833-9e14-9a276e4dec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:35.303429 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-7525d1bd-0614-4833-9e14-9a276e4dec27 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37441b2835294e6bbad06c9964fc3ee3&device_id=ef29eda2-47f6-433f-a3d5-87c35d013a4a HTTP/1.1" status: 200 len: 1100 time: 0.0541525 Dec 15 13:43:35.348992 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-c3564be7-1725-40ed-a233-2b50c2bb102e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=1a4d1792-0411-47d0-b738-fbf2d4fe5ade HTTP/1.1" status: 200 len: 217 time: 0.0361853 Dec 15 13:43:35.400076 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-dd03da42-bfe0-4234-96e3-3b5e3f2f87a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:35.401552 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-dd03da42-bfe0-4234-96e3-3b5e3f2f87a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b9f64f0-e158-4d7b-94d1-6fe6c426e7f5 HTTP/1.1" status: 200 len: 843 time: 0.0443931 Dec 15 13:43:35.450661 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-60e0f45a-224a-4c6b-80d0-c6706981ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:35.452142 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-60e0f45a-224a-4c6b-80d0-c6706981ab47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62ac9dec-5f01-433b-86d7-66b6f04b3416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0432246 Dec 15 13:43:35.542135 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-673fc297-1d54-4476-9e3c-e075720b120a service neutron] 10.222.0.46 "GET /v2.0/networks/62ac9dec-5f01-433b-86d7-66b6f04b3416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810463 Dec 15 13:43:35.635370 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-44863fc7-60b3-4d4a-b687-024c1ddbb37d req-c3b3e5a7-8f33-4cfc-8238-fe0635a8545b service neutron] 10.222.0.46 "GET /v2.0/networks/62ac9dec-5f01-433b-86d7-66b6f04b3416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851066 Dec 15 13:43:35.722964 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad481e-0f5b-4c73-b6f9-7d803c07bb85 req-bf6f3545-2cb2-48e7-91b9-7569ee9ad038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:35.724454 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-38ad481e-0f5b-4c73-b6f9-7d803c07bb85 req-bf6f3545-2cb2-48e7-91b9-7569ee9ad038 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37441b2835294e6bbad06c9964fc3ee3&device_id=ef29eda2-47f6-433f-a3d5-87c35d013a4a HTTP/1.1" status: 200 len: 1100 time: 0.0427725 Dec 15 13:43:35.816300 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad481e-0f5b-4c73-b6f9-7d803c07bb85 req-173d403a-8efe-4d7a-807c-cfe277c4507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:35.817670 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-38ad481e-0f5b-4c73-b6f9-7d803c07bb85 req-173d403a-8efe-4d7a-807c-cfe277c4507a service neutron] 10.222.0.46 "GET /v2.0/networks?id=62ac9dec-5f01-433b-86d7-66b6f04b3416 HTTP/1.1" status: 200 len: 870 time: 0.0830588 Dec 15 13:43:35.862178 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-38ad481e-0f5b-4c73-b6f9-7d803c07bb85 req-7f23728d-ad0d-4323-af4d-b1a9c3c0c3da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=1a4d1792-0411-47d0-b738-fbf2d4fe5ade HTTP/1.1" status: 200 len: 217 time: 0.0365293 Dec 15 13:43:35.910068 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad481e-0f5b-4c73-b6f9-7d803c07bb85 req-c09eea2b-52e0-4817-a77d-7316044c4385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:35.911576 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-38ad481e-0f5b-4c73-b6f9-7d803c07bb85 req-c09eea2b-52e0-4817-a77d-7316044c4385 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b9f64f0-e158-4d7b-94d1-6fe6c426e7f5 HTTP/1.1" status: 200 len: 843 time: 0.0420449 Dec 15 13:43:35.957376 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad481e-0f5b-4c73-b6f9-7d803c07bb85 req-f50f90b7-e882-4917-8803-7fabd7a8cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:35.958884 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-38ad481e-0f5b-4c73-b6f9-7d803c07bb85 req-f50f90b7-e882-4917-8803-7fabd7a8cc11 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62ac9dec-5f01-433b-86d7-66b6f04b3416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0397303 Dec 15 13:43:36.004512 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cc072-eb93-4cbf-9e46-0f9b1dcfc0ca req-55ec64a2-7d16-4b51-8e41-0f67d9cdb00d tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:36.005983 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-380cc072-eb93-4cbf-9e46-0f9b1dcfc0ca req-55ec64a2-7d16-4b51-8e41-0f67d9cdb00d tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef29eda2-47f6-433f-a3d5-87c35d013a4a HTTP/1.1" status: 200 len: 947 time: 0.0518289 Dec 15 13:43:36.052790 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-380cc072-eb93-4cbf-9e46-0f9b1dcfc0ca req-d82dd118-4a62-4e86-a0e2-6b4cbc8536f1 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/security-groups?id=5910b30f-9cdd-4d41-b60f-a29f97fafa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406411 Dec 15 13:43:36.054440 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-38ad481e-0f5b-4c73-b6f9-7d803c07bb85 req-28863c96-ba7e-48a2-8dbd-e16caecdae90 service neutron] 10.222.0.46 "GET /v2.0/networks/62ac9dec-5f01-433b-86d7-66b6f04b3416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878053 Dec 15 13:43:36.142828 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-38ad481e-0f5b-4c73-b6f9-7d803c07bb85 req-4efb46a8-99d1-47a5-8791-9a02f6332f1c service neutron] 10.222.0.46 "GET /v2.0/networks/62ac9dec-5f01-433b-86d7-66b6f04b3416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812933 Dec 15 13:43:37.167524 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e962d-b47e-41d3-9573-1c6f8a5fcfcb req-fb1b7e21-9b9a-45fb-b74a-7c03a99ff8b5 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:37.168955 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-999e962d-b47e-41d3-9573-1c6f8a5fcfcb req-fb1b7e21-9b9a-45fb-b74a-7c03a99ff8b5 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef29eda2-47f6-433f-a3d5-87c35d013a4a HTTP/1.1" status: 200 len: 947 time: 0.0467892 Dec 15 13:43:37.214582 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-999e962d-b47e-41d3-9573-1c6f8a5fcfcb req-8c068b09-d648-4764-b4fe-7225331974b9 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/security-groups?id=5910b30f-9cdd-4d41-b60f-a29f97fafa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398564 Dec 15 13:43:37.982031 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 1a4d1792-0411-47d0-b738-fbf2d4fe5ade details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:43:38.077750 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 1a4d1792-0411-47d0-b738-fbf2d4fe5ade, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1a4d1792-0411-47d0-b738-fbf2d4fe5ade,segment=NetworkSegment(2829a9fb-c859-441f-a59a-0e830bfd1cc8),segment_id=2829a9fb-c859-441f-a59a-0e830bfd1cc8)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:38.087947 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': '1a4d1792-0411-47d0-b738-fbf2d4fe5ade', 'network_id': '62ac9dec-5f01-433b-86d7-66b6f04b3416', 'port_id': '1a4d1792-0411-47d0-b738-fbf2d4fe5ade', 'mac_address': 'fa:16:3e:80:ce:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b9f64f0-e158-4d7b-94d1-6fe6c426e7f5', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:43:38.123811 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:38.136608 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4d1792-0411-47d0-b738-fbf2d4fe5ade {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:43:38.155282 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 1a4d1792-0411-47d0-b738-fbf2d4fe5ade, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1a4d1792-0411-47d0-b738-fbf2d4fe5ade,segment=NetworkSegment(2829a9fb-c859-441f-a59a-0e830bfd1cc8),segment_id=2829a9fb-c859-441f-a59a-0e830bfd1cc8)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:38.159073 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:38.203792 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=1a4d1792-0411-47d0-b738-fbf2d4fe5ade,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:38.328402 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8b83e-9e47-47fb-a14e-b8c3457635e9 req-680a3365-fe76-418e-89e7-4eb23ece460f tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:38.329843 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-80c8b83e-9e47-47fb-a14e-b8c3457635e9 req-680a3365-fe76-418e-89e7-4eb23ece460f tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef29eda2-47f6-433f-a3d5-87c35d013a4a HTTP/1.1" status: 200 len: 948 time: 0.0503106 Dec 15 13:43:38.382900 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-80c8b83e-9e47-47fb-a14e-b8c3457635e9 req-9854666c-9aeb-44ad-9c0a-7f5182d84a33 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/security-groups?id=5910b30f-9cdd-4d41-b60f-a29f97fafa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469368 Dec 15 13:43:38.490465 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['1a4d1792-0411-47d0-b738-fbf2d4fe5ade'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:39.158188 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:39.495481 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ce74b-8cf0-41b5-b952-50b040d7284d req-179738d6-218d-42d6-8f52-b7b1dc6dc407 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:39.496918 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ea1ce74b-8cf0-41b5-b952-50b040d7284d req-179738d6-218d-42d6-8f52-b7b1dc6dc407 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef29eda2-47f6-433f-a3d5-87c35d013a4a HTTP/1.1" status: 200 len: 948 time: 0.0487776 Dec 15 13:43:39.542586 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ea1ce74b-8cf0-41b5-b952-50b040d7284d req-c20e0dae-f2d0-4863-8189-cb482a5e9f80 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/security-groups?id=5910b30f-9cdd-4d41-b60f-a29f97fafa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398526 Dec 15 13:43:40.027228 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 1a4d1792-0411-47d0-b738-fbf2d4fe5ade up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:43:40.074013 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning for port 1a4d1792-0411-47d0-b738-fbf2d4fe5ade completed by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:43:40.077627 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port 1a4d1792-0411-47d0-b738-fbf2d4fe5ade triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:43:40.078010 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:40.155456 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:40.177118 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef29eda2-47f6-433f-a3d5-87c35d013a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4d1792-0411-47d0-b738-fbf2d4fe5ade'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:40.179418 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc079b5-3132-4145-bb5f-e564095c7ce3" -d '{"events": [{"server_uuid": "ef29eda2-47f6-433f-a3d5-87c35d013a4a", "name": "network-vif-plugged", "status": "completed", "tag": "1a4d1792-0411-47d0-b738-fbf2d4fe5ade"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:40.192090 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 1a4d1792-0411-47d0-b738-fbf2d4fe5ade, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1a4d1792-0411-47d0-b738-fbf2d4fe5ade,segment=NetworkSegment(2829a9fb-c859-441f-a59a-0e830bfd1cc8),segment_id=2829a9fb-c859-441f-a59a-0e830bfd1cc8)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:40.195979 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:40.219400 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e35663d-5128-4114-9f96-1aae947a2afb x-openstack-request-id: req-4e35663d-5128-4114-9f96-1aae947a2afb {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:40.219675 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef29eda2-47f6-433f-a3d5-87c35d013a4a", "name": "network-vif-plugged", "status": "completed", "tag": "1a4d1792-0411-47d0-b738-fbf2d4fe5ade", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:40.219930 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e35663d-5128-4114-9f96-1aae947a2afb {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:40.220321 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef29eda2-47f6-433f-a3d5-87c35d013a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4d1792-0411-47d0-b738-fbf2d4fe5ade', 'code': 200} Dec 15 13:43:40.247261 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=1a4d1792-0411-47d0-b738-fbf2d4fe5ade,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:40.387078 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df561a-d981-49d9-94b3-baa8a440db6f req-a00d26e6-085d-4011-8232-cd48447d0d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:40.388467 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-a5df561a-d981-49d9-94b3-baa8a440db6f req-a00d26e6-085d-4011-8232-cd48447d0d18 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ef29eda2-47f6-433f-a3d5-87c35d013a4a HTTP/1.1" status: 200 len: 1102 time: 0.0436091 Dec 15 13:43:40.436949 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-a5df561a-d981-49d9-94b3-baa8a440db6f req-875082f0-6d51-44c2-bed1-dd3c769dfc5c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5910b30f-9cdd-4d41-b60f-a29f97fafa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403543 Dec 15 13:43:40.658427 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c93874-e719-4661-aeef-e48cfbb4e54a req-bebc669a-377c-44b3-906b-84d6e72faaca tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:40.659840 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-39c93874-e719-4661-aeef-e48cfbb4e54a req-bebc669a-377c-44b3-906b-84d6e72faaca tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef29eda2-47f6-433f-a3d5-87c35d013a4a HTTP/1.1" status: 200 len: 949 time: 0.0475049 Dec 15 13:43:40.708305 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-39c93874-e719-4661-aeef-e48cfbb4e54a req-2b2aa81a-4722-4445-aa1e-458426098374 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/security-groups?id=5910b30f-9cdd-4d41-b60f-a29f97fafa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426044 Dec 15 13:43:41.828525 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4606d-e9dc-4766-9fe8-7fe05dd8e508 req-5e5ec0a4-5e0e-4917-8339-7d245cc3e98b tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:41.829987 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b4f4606d-e9dc-4766-9fe8-7fe05dd8e508 req-5e5ec0a4-5e0e-4917-8339-7d245cc3e98b tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef29eda2-47f6-433f-a3d5-87c35d013a4a HTTP/1.1" status: 200 len: 949 time: 0.0481377 Dec 15 13:43:41.876600 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b4f4606d-e9dc-4766-9fe8-7fe05dd8e508 req-37d9c7e6-3403-4052-a5f1-3111c786dc1f tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/security-groups?id=5910b30f-9cdd-4d41-b60f-a29f97fafa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401173 Dec 15 13:43:42.125879 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c2536-7638-43a5-96ee-c03a914bb903 req-1c555610-18e6-4953-ad4b-482f260828cd tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:42.127339 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-381c2536-7638-43a5-96ee-c03a914bb903 req-1c555610-18e6-4953-ad4b-482f260828cd tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef29eda2-47f6-433f-a3d5-87c35d013a4a HTTP/1.1" status: 200 len: 949 time: 0.0472043 Dec 15 13:43:42.173864 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-381c2536-7638-43a5-96ee-c03a914bb903 req-368e20b2-9695-4600-8aa4-8a33febbae59 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/security-groups?id=5910b30f-9cdd-4d41-b60f-a29f97fafa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401690 Dec 15 13:43:43.291838 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687adae-cd9e-4bde-9c38-5a9248ff4de2 req-ec4df1e9-9176-40cf-b75e-7f97fbf09ee8 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:43.293295 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3687adae-cd9e-4bde-9c38-5a9248ff4de2 req-ec4df1e9-9176-40cf-b75e-7f97fbf09ee8 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef29eda2-47f6-433f-a3d5-87c35d013a4a HTTP/1.1" status: 200 len: 949 time: 0.0515225 Dec 15 13:43:43.339738 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3687adae-cd9e-4bde-9c38-5a9248ff4de2 req-1590d8da-26d9-459c-9f38-ec026b171693 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/security-groups?id=5910b30f-9cdd-4d41-b60f-a29f97fafa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404208 Dec 15 13:43:43.464827 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-4f1b1e8c-2dd2-49a7-a5ba-8b8688897071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:43.649433 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec550d5-7882-4baf-bb3d-529180258b0e req-8edcd50b-949e-40e6-a88e-7a23bb648513 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:43:43.650868 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-dec550d5-7882-4baf-bb3d-529180258b0e req-8edcd50b-949e-40e6-a88e-7a23bb648513 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef29eda2-47f6-433f-a3d5-87c35d013a4a HTTP/1.1" status: 200 len: 949 time: 0.0467033 Dec 15 13:43:43.743350 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-dec550d5-7882-4baf-bb3d-529180258b0e req-7f1b44f0-91d6-4286-ab52-775702f40fc4 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Deleting port 1a4d1792-0411-47d0-b738-fbf2d4fe5ade {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:43:43.743611 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-dec550d5-7882-4baf-bb3d-529180258b0e req-7f1b44f0-91d6-4286-ab52-775702f40fc4 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:43.830801 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-dec550d5-7882-4baf-bb3d-529180258b0e req-7f1b44f0-91d6-4286-ab52-775702f40fc4 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] For port 1a4d1792-0411-47d0-b738-fbf2d4fe5ade, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1a4d1792-0411-47d0-b738-fbf2d4fe5ade,segment=NetworkSegment(2829a9fb-c859-441f-a59a-0e830bfd1cc8),segment_id=2829a9fb-c859-441f-a59a-0e830bfd1cc8)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:43:43.831190 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-dec550d5-7882-4baf-bb3d-529180258b0e req-7f1b44f0-91d6-4286-ab52-775702f40fc4 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:43.843698 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-dec550d5-7882-4baf-bb3d-529180258b0e req-7f1b44f0-91d6-4286-ab52-775702f40fc4 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Calling delete_port for 1a4d1792-0411-47d0-b738-fbf2d4fe5ade owned by compute:nova {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:43:43.899011 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:43:43.975019 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-dec550d5-7882-4baf-bb3d-529180258b0e req-7f1b44f0-91d6-4286-ab52-775702f40fc4 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:43.988566 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['1a4d1792-0411-47d0-b738-fbf2d4fe5ade'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:43:44.002556 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b44f0-91d6-4286-ab52-775702f40fc4 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Pushing event deleted for resources: {'Port': ['ID=1a4d1792-0411-47d0-b738-fbf2d4fe5ade,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:43:44.047327 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec550d5-7882-4baf-bb3d-529180258b0e req-7f1b44f0-91d6-4286-ab52-775702f40fc4 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] No DVR routers for this DVR port 1a4d1792-0411-47d0-b738-fbf2d4fe5ade on host hv-cinder-81322 {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:43:44.049971 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-dec550d5-7882-4baf-bb3d-529180258b0e req-7f1b44f0-91d6-4286-ab52-775702f40fc4 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:44.053381 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-dec550d5-7882-4baf-bb3d-529180258b0e req-7f1b44f0-91d6-4286-ab52-775702f40fc4 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.46 "DELETE /v2.0/ports/1a4d1792-0411-47d0-b738-fbf2d4fe5ade HTTP/1.1" status: 204 len: 173 time: 0.3951356 Dec 15 13:43:44.053869 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef29eda2-47f6-433f-a3d5-87c35d013a4a', 'name': 'network-vif-deleted', 'tag': '1a4d1792-0411-47d0-b738-fbf2d4fe5ade'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:43:44.056269 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec47b544-2cee-4362-b21f-02dde62485d0" -d '{"events": [{"server_uuid": "ef29eda2-47f6-433f-a3d5-87c35d013a4a", "name": "network-vif-deleted", "tag": "1a4d1792-0411-47d0-b738-fbf2d4fe5ade"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:43:44.102379 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb9638a-9abe-4be4-a213-fa24c2b3be74 x-openstack-request-id: req-ceb9638a-9abe-4be4-a213-fa24c2b3be74 {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:43:44.102685 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef29eda2-47f6-433f-a3d5-87c35d013a4a", "name": "network-vif-deleted", "tag": "1a4d1792-0411-47d0-b738-fbf2d4fe5ade", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:43:44.102997 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ceb9638a-9abe-4be4-a213-fa24c2b3be74 {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:43:44.103406 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef29eda2-47f6-433f-a3d5-87c35d013a4a', 'name': 'network-vif-deleted', 'tag': '1a4d1792-0411-47d0-b738-fbf2d4fe5ade', 'status': 'completed', 'code': 200} Dec 15 13:43:44.453520 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-716e3663-9c6f-4075-b736-b61c766c2a56 req-7e6cc83d-4e8d-46b4-bbd8-6304c1507716 tempest-VolumesNegativeTest-1388308660 tempest-VolumesNegativeTest-1388308660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef29eda2-47f6-433f-a3d5-87c35d013a4a HTTP/1.1" status: 200 len: 210 time: 0.0258286 Dec 15 13:43:45.825578 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-bb5f58d9-c227-4bf0-a9f9-378ea165c24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:46.028757 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 1a4d1792-0411-47d0-b738-fbf2d4fe5ade no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:43:46.049345 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] No Port match for: 1a4d1792-0411-47d0-b738-fbf2d4fe5ade {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:43:46.049636 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 1a4d1792-0411-47d0-b738-fbf2d4fe5ade not bound to the agent host hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:43:46.937029 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:48.549012 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:49.221723 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 34898) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:49.352454 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-685d60b1-9d80-474c-83e3-f62fc737389d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=37441b2835294e6bbad06c9964fc3ee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295884 Dec 15 13:43:49.355000 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 34902) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:43:49.399951 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4781882f-a831-41b2-9201-fba0433bcfc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:49.426891 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4781882f-a831-41b2-9201-fba0433bcfc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:49.460992 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:49.476707 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4781882f-a831-41b2-9201-fba0433bcfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:49.479449 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-4781882f-a831-41b2-9201-fba0433bcfc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:43:49.480516 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-4781882f-a831-41b2-9201-fba0433bcfc6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5910b30f-9cdd-4d41-b60f-a29f97fafa8b HTTP/1.1" status: 204 len: 168 time: 0.1246479 Dec 15 13:43:49.489340 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781882f-a831-41b2-9201-fba0433bcfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5910b30f-9cdd-4d41-b60f-a29f97fafa8b,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:09.184535 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.583973 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 35048) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:12.723277 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-cdc0162a-a8d5-4d43-8e12-84d832c7c166 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.799035 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-cdc0162a-a8d5-4d43-8e12-84d832c7c166 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.802603 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-cdc0162a-a8d5-4d43-8e12-84d832c7c166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.839931 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-cdc0162a-a8d5-4d43-8e12-84d832c7c166 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b6465c19c1514939961dabc086aa87f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549157 Dec 15 13:44:12.841828 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc0162a-a8d5-4d43-8e12-84d832c7c166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642fc4f5-385a-418b-b7ef-0d3d6e5c8215,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:12.842676 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 35052) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:44:12.890445 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0a8ebd4b-43fa-4502-b60c-e1ee97902d69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.910973 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0a8ebd4b-43fa-4502-b60c-e1ee97902d69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.955179 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0a8ebd4b-43fa-4502-b60c-e1ee97902d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.957795 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0a8ebd4b-43fa-4502-b60c-e1ee97902d69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:12.958951 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-0a8ebd4b-43fa-4502-b60c-e1ee97902d69 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/642fc4f5-385a-418b-b7ef-0d3d6e5c8215 HTTP/1.1" status: 204 len: 168 time: 0.1151874 Dec 15 13:44:12.966964 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ebd4b-43fa-4502-b60c-e1ee97902d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642fc4f5-385a-418b-b7ef-0d3d6e5c8215,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:44:12.974093 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ebd4b-43fa-4502-b60c-e1ee97902d69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.974445 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ebd4b-43fa-4502-b60c-e1ee97902d69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.974785 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ebd4b-43fa-4502-b60c-e1ee97902d69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.975146 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ebd4b-43fa-4502-b60c-e1ee97902d69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.975478 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ebd4b-43fa-4502-b60c-e1ee97902d69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.975807 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ebd4b-43fa-4502-b60c-e1ee97902d69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.976136 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ebd4b-43fa-4502-b60c-e1ee97902d69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.976462 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ebd4b-43fa-4502-b60c-e1ee97902d69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.976785 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ebd4b-43fa-4502-b60c-e1ee97902d69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.977114 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ebd4b-43fa-4502-b60c-e1ee97902d69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.977434 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ebd4b-43fa-4502-b60c-e1ee97902d69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.977750 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ebd4b-43fa-4502-b60c-e1ee97902d69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:12.978065 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ebd4b-43fa-4502-b60c-e1ee97902d69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:44:13.466279 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-01a269b4-8f75-4f04-bb11-e733f4c0a0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:15.826821 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-69315afe-c481-4fda-93f9-1e0fd7db6bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:16.938728 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:17.678576 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c461c3f9-91af-47f2-8a68-30c1cc0defaf req-ee948e4e-0934-4dc0-b07f-032b7a6810fa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412278 Dec 15 13:44:17.759347 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461c3f9-91af-47f2-8a68-30c1cc0defaf req-e6805172-aa6b-4198-a38d-44f85e1a49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:17.761318 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c461c3f9-91af-47f2-8a68-30c1cc0defaf req-e6805172-aa6b-4198-a38d-44f85e1a49b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff117078def64108b7829db8db9baf7f&device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 1099 time: 0.0399220 Dec 15 13:44:17.860405 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461c3f9-91af-47f2-8a68-30c1cc0defaf req-c4a92112-2cf0-4703-a9be-985c39558539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:17.861840 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c461c3f9-91af-47f2-8a68-30c1cc0defaf req-c4a92112-2cf0-4703-a9be-985c39558539 service neutron] 10.222.0.46 "GET /v2.0/networks?id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac HTTP/1.1" status: 200 len: 913 time: 0.0819333 Dec 15 13:44:17.930162 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c461c3f9-91af-47f2-8a68-30c1cc0defaf req-b4c65e0a-4b28-445b-8ce2-eeccf815b5cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=194d02f6-3e33-467c-8b0a-eda0736909c7 HTTP/1.1" status: 200 len: 1001 time: 0.0597420 Dec 15 13:44:17.976545 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461c3f9-91af-47f2-8a68-30c1cc0defaf req-86275801-bcbc-4e86-b8f7-ffc59db21dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:17.977935 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c461c3f9-91af-47f2-8a68-30c1cc0defaf req-86275801-bcbc-4e86-b8f7-ffc59db21dbe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00b8705d-e81d-4e77-9f94-6e0d26788b28 HTTP/1.1" status: 200 len: 851 time: 0.0418098 Dec 15 13:44:18.022997 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461c3f9-91af-47f2-8a68-30c1cc0defaf req-cd410b4b-fb54-40ef-98cc-95c1b1e5f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:44:18.024432 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c461c3f9-91af-47f2-8a68-30c1cc0defaf req-cd410b4b-fb54-40ef-98cc-95c1b1e5f4a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389347 Dec 15 13:44:18.118983 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c461c3f9-91af-47f2-8a68-30c1cc0defaf req-0d5a0e99-d4ae-4089-93c6-e43f5b5c92c3 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861480 Dec 15 13:44:18.209227 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c461c3f9-91af-47f2-8a68-30c1cc0defaf req-832691de-da20-456c-8572-efc7f4606aa6 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802476 Dec 15 13:44:18.559393 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:19.462005 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:20.897194 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:44:39.201159 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:43.468596 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-dc1ac10b-230a-4cf7-a90d-91ded2255ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:45.827667 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-f61fceb1-82ef-4eb3-9cf2-d5c89183dc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:46.941740 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:48.555813 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:49.464393 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:44:57.897225 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:45:09.201475 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:13.470231 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-21b8bc89-fd9a-47ff-9af9-d4c677644909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:15.829034 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-68296d39-a2c3-4f6e-9189-36b66e5099ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:16.944657 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:18.558810 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:18.673986 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-7f211562-4160-4b94-852f-849e328c0d99 req-db7a48de-210c-471c-977b-209a39899622 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441256 Dec 15 13:45:18.756177 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f211562-4160-4b94-852f-849e328c0d99 req-ce77d7be-6dba-4440-a646-d8d9674b6e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:18.757640 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-7f211562-4160-4b94-852f-849e328c0d99 req-ce77d7be-6dba-4440-a646-d8d9674b6e40 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff117078def64108b7829db8db9baf7f&device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 1099 time: 0.0393946 Dec 15 13:45:18.857762 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f211562-4160-4b94-852f-849e328c0d99 req-c9483a09-319b-4ab9-9eaf-b8bce545af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:18.859153 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-7f211562-4160-4b94-852f-849e328c0d99 req-c9483a09-319b-4ab9-9eaf-b8bce545af98 service neutron] 10.222.0.46 "GET /v2.0/networks?id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac HTTP/1.1" status: 200 len: 913 time: 0.0826197 Dec 15 13:45:18.927358 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-7f211562-4160-4b94-852f-849e328c0d99 req-c963ee16-04d0-4765-8cb1-fe15cc4ee63b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=194d02f6-3e33-467c-8b0a-eda0736909c7 HTTP/1.1" status: 200 len: 1001 time: 0.0610898 Dec 15 13:45:18.976833 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f211562-4160-4b94-852f-849e328c0d99 req-b99db3f3-2f8c-438d-9860-5a6da64acbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:18.978236 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-7f211562-4160-4b94-852f-849e328c0d99 req-b99db3f3-2f8c-438d-9860-5a6da64acbf0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00b8705d-e81d-4e77-9f94-6e0d26788b28 HTTP/1.1" status: 200 len: 851 time: 0.0430274 Dec 15 13:45:19.023543 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f211562-4160-4b94-852f-849e328c0d99 req-14a5d067-f0cf-4550-b3e9-c0f7e24f2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:19.025054 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-7f211562-4160-4b94-852f-849e328c0d99 req-14a5d067-f0cf-4550-b3e9-c0f7e24f2fa1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389993 Dec 15 13:45:19.121235 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-7f211562-4160-4b94-852f-849e328c0d99 req-805eddf6-e6d5-4f7e-bd80-9bc0e5a31d2a service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887144 Dec 15 13:45:19.208640 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-7f211562-4160-4b94-852f-849e328c0d99 req-71719fb8-177b-4a6d-a6b4-a4be95917062 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799625 Dec 15 13:45:19.466398 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:34.896045 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:45:39.202731 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:43.471440 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-ce810cd8-bbcb-434a-96b2-e87e4e2613b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:45.831216 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-13ae0895-074d-42fe-a12d-5fd9418ea47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:46.947290 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.563228 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:48.812466 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c9354-e6b8-4c3b-8e19-c399adbe6ba5 req-0a14382e-8fa5-46fa-acf6-3d0d9dd9f291 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:48.813894 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-de7c9354-e6b8-4c3b-8e19-c399adbe6ba5 req-0a14382e-8fa5-46fa-acf6-3d0d9dd9f291 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 946 time: 0.0515947 Dec 15 13:45:48.863062 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-de7c9354-e6b8-4c3b-8e19-c399adbe6ba5 req-c82e35ea-dd3d-4446-a9d5-38dc55beca8c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430517 Dec 15 13:45:49.470515 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:49.991740 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf38fa-179e-4266-9755-6b842e0b2f74 req-f095fcc5-8c28-43d0-b628-138cffe245fb tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:49.993185 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bedf38fa-179e-4266-9755-6b842e0b2f74 req-f095fcc5-8c28-43d0-b628-138cffe245fb tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 946 time: 0.0480540 Dec 15 13:45:50.040168 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bedf38fa-179e-4266-9755-6b842e0b2f74 req-25b8b7c5-8d46-4968-bafe-a10649230914 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411475 Dec 15 13:45:50.491313 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35110b4c-728c-4292-b155-e50eb1ec6eea req-e31d0baa-72b6-4c3d-b961-17717c8023b7 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:50.492741 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-35110b4c-728c-4292-b155-e50eb1ec6eea req-e31d0baa-72b6-4c3d-b961-17717c8023b7 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.46 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 946 time: 0.0481305 Dec 15 13:45:50.583070 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-35110b4c-728c-4292-b155-e50eb1ec6eea req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Deleting port 194d02f6-3e33-467c-8b0a-eda0736909c7 {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:45:50.583399 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-35110b4c-728c-4292-b155-e50eb1ec6eea req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:50.671343 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-35110b4c-728c-4292-b155-e50eb1ec6eea req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] For port 194d02f6-3e33-467c-8b0a-eda0736909c7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=194d02f6-3e33-467c-8b0a-eda0736909c7,segment=NetworkSegment(9e86a7c5-12e4-43db-b435-b398364e50ca),segment_id=9e86a7c5-12e4-43db-b435-b398364e50ca)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:45:50.671721 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-35110b4c-728c-4292-b155-e50eb1ec6eea req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:50.833296 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-35110b4c-728c-4292-b155-e50eb1ec6eea req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:50.833568 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-35110b4c-728c-4292-b155-e50eb1ec6eea req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529426'] for floatingip, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:50.833877 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.db.l3_db [req-35110b4c-728c-4292-b155-e50eb1ec6eea req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Floating IP cb240377-223a-4542-aa98-f6a7cf158425 disassociated. External IP: 172.27.2.89, port: 194d02f6-3e33-467c-8b0a-eda0736909c7. Dec 15 13:45:50.834206 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-35110b4c-728c-4292-b155-e50eb1ec6eea req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Calling delete_port for 194d02f6-3e33-467c-8b0a-eda0736909c7 owned by compute:nova {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:45:50.958022 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-35110b4c-728c-4292-b155-e50eb1ec6eea req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:50.986351 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Pushing event deleted for resources: {'Port': ['ID=194d02f6-3e33-467c-8b0a-eda0736909c7,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:50.995836 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:50.996192 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:50.996542 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:50.996882 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:50.997217 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:50.997561 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:50.997866 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:50.998193 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:50.998520 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:50.998897 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:50.999197 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:50.999518 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:51.000626 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:45:51.108470 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35110b4c-728c-4292-b155-e50eb1ec6eea req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Router e347154b-683e-4757-a349-23cb14c52586 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:45:51.148682 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f72f0c9e-7d55-4b16-a747-db06fa657947 req-9d21a700-b444-4035-9d24-dce608555084 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=599bdb62-e437-4f3c-9799-f60f3ce5392d HTTP/1.1" status: 200 len: 210 time: 0.0288670 Dec 15 13:45:51.217147 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35110b4c-728c-4292-b155-e50eb1ec6eea req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:45:51.228054 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6138c2-4e04-48e0-89b7-64464824e500 None None] Sync routers for ids ['e347154b-683e-4757-a349-23cb14c52586'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:45:51.240064 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6138c2-4e04-48e0-89b7-64464824e500 None None] Routers {'e347154b-683e-4757-a349-23cb14c52586'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:51.240910 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-5a6138c2-4e04-48e0-89b7-64464824e500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:45:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['e347154b-683e-4757-a349-23cb14c52586'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:51.259954 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-35110b4c-728c-4292-b155-e50eb1ec6eea req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] No DVR routers for this DVR port 194d02f6-3e33-467c-8b0a-eda0736909c7 on host hv-cinder-81322 {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:45:51.262357 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-35110b4c-728c-4292-b155-e50eb1ec6eea req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:51.266106 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-35110b4c-728c-4292-b155-e50eb1ec6eea req-7069dcf8-e91a-4308-bd30-281010402a77 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.46 "DELETE /v2.0/ports/194d02f6-3e33-467c-8b0a-eda0736909c7 HTTP/1.1" status: 204 len: 173 time: 0.7665558 Dec 15 13:45:51.266556 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599bdb62-e437-4f3c-9799-f60f3ce5392d', 'name': 'network-vif-deleted', 'tag': '194d02f6-3e33-467c-8b0a-eda0736909c7'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:45:51.268920 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08492cd6-acca-47a4-b846-eb18d67fb6bb" -d '{"events": [{"server_uuid": "599bdb62-e437-4f3c-9799-f60f3ce5392d", "name": "network-vif-deleted", "tag": "194d02f6-3e33-467c-8b0a-eda0736909c7"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:45:51.324177 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dabf6d-0e7f-4274-83a0-9896b8f3d942 x-openstack-request-id: req-14dabf6d-0e7f-4274-83a0-9896b8f3d942 {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:45:51.324493 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599bdb62-e437-4f3c-9799-f60f3ce5392d", "name": "network-vif-deleted", "tag": "194d02f6-3e33-467c-8b0a-eda0736909c7", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:45:51.325433 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-14dabf6d-0e7f-4274-83a0-9896b8f3d942 {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:45:51.325433 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599bdb62-e437-4f3c-9799-f60f3ce5392d', 'name': 'network-vif-deleted', 'tag': '194d02f6-3e33-467c-8b0a-eda0736909c7', 'status': 'completed', 'code': 200} Dec 15 13:45:51.370169 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-5a6138c2-4e04-48e0-89b7-64464824e500 None None] Set router e347154b-683e-4757-a349-23cb14c52586 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:51.583689 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-5a6138c2-4e04-48e0-89b7-64464824e500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 4, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '323336d2-f2d3-460d-901b-fbab3ca127de', 'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'mac_address': 'fa:16:3e:d7:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 5, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'subnets': [{'id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:51.610406 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6138c2-4e04-48e0-89b7-64464824e500 None None] Checking router: e347154b-683e-4757-a349-23cb14c52586 for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:45:51.619639 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6138c2-4e04-48e0-89b7-64464824e500 None None] Routers {'e347154b-683e-4757-a349-23cb14c52586'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:45:51.620244 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-5a6138c2-4e04-48e0-89b7-64464824e500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:45:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['e347154b-683e-4757-a349-23cb14c52586'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:51.726395 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-5a6138c2-4e04-48e0-89b7-64464824e500 None None] Set router e347154b-683e-4757-a349-23cb14c52586 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:45:51.928077 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-5a6138c2-4e04-48e0-89b7-64464824e500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 4, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '323336d2-f2d3-460d-901b-fbab3ca127de', 'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'mac_address': 'fa:16:3e:d7:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 5, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'subnets': [{'id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:45:51.955117 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6138c2-4e04-48e0-89b7-64464824e500 None None] The sync data for ids ['e347154b-683e-4757-a349-23cb14c52586'] in dv-cinder-813227-4-iscsi is: [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 4, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '323336d2-f2d3-460d-901b-fbab3ca127de', 'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'mac_address': 'fa:16:3e:d7:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 5, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'subnets': [{'id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:45:52.170202 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41207de-4e7f-472c-867d-ab41b1ce9910 None None] New status for floating IP cb240377-223a-4542-aa98-f6a7cf158425: DOWN {{(pid=102377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:45:52.403690 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-6b701e05-dd12-4219-b15e-5ef9b31da009 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-316724650&fields=id&tenant_id=ff117078def64108b7829db8db9baf7f HTTP/1.1" status: 200 len: 267 time: 0.0431483 Dec 15 13:45:52.508837 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-a6703cf7-b5cd-4a95-8111-228a795ad547 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:52.510300 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-a6703cf7-b5cd-4a95-8111-228a795ad547 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/networks?id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac HTTP/1.1" status: 200 len: 812 time: 0.1000631 Dec 15 13:45:52.524897 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-b5f73c34-41dd-4143-b9a5-2ca83800832d tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/quotas/ff117078def64108b7829db8db9baf7f HTTP/1.1" status: 200 len: 375 time: 0.0087862 Dec 15 13:45:52.577185 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-e1e73b5e-248d-4c96-9fd0-d281061fd68d tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ff117078def64108b7829db8db9baf7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472944 Dec 15 13:45:52.758409 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-ea434c1b-a1e6-4b6f-b467-4e3ac633307a service neutron] 10.222.0.60 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676197 Dec 15 13:45:52.847623 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-f1172bc8-aa1b-43d0-8c24-686e139ab113 service neutron] 10.222.0.60 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831592 Dec 15 13:45:54.134702 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-8763d4c8-cd2a-4498-9c01-bcc9f3e4ae41 req-fd3ab724-b0a1-4917-bfbe-a1236e99e3b8 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 210 time: 0.0266149 Dec 15 13:45:54.643252 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 194d02f6-3e33-467c-8b0a-eda0736909c7 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:45:54.667273 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] No Port match for: 194d02f6-3e33-467c-8b0a-eda0736909c7 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:45:54.667617 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 194d02f6-3e33-467c-8b0a-eda0736909c7 not bound to the agent host hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:45:55.209748 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-0e1cd14c-7c36-4bb7-ad45-a2f8f61f1ec7 req-91dd97a7-93c4-4bec-a9d4-aae8c1ff07b6 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 210 time: 0.0252700 Dec 15 13:45:56.286365 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-21198e61-fbef-4962-ab6e-bc204d26d8fc req-5e6551a0-0e2e-4cbf-b4f7-5acca4f47c2d tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 210 time: 0.0270593 Dec 15 13:45:57.361148 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-46f86c83-182f-4ae8-8b8e-07dcab73b94c req-fa1a882c-1f30-4ee1-823c-95f742198674 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 210 time: 0.0262544 Dec 15 13:45:58.449345 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-480885ba-4c80-4974-a80a-9f5d0aeaf529 req-c2ebf486-0758-4ef5-ac89-be3697067205 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 210 time: 0.0252833 Dec 15 13:45:59.077354 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-47a537e6-18cc-4cde-a287-ea3b6837f8ec tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:59.079359 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-47a537e6-18cc-4cde-a287-ea3b6837f8ec tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.46 "GET /v2.0/networks?id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac HTTP/1.1" status: 200 len: 812 time: 0.1067550 Dec 15 13:45:59.142555 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-e2c548e0-5119-4285-bbb7-73ee05f93231 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff117078def64108b7829db8db9baf7f HTTP/1.1" status: 200 len: 379 time: 0.0539241 Dec 15 13:45:59.151977 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-0e7e6593-8bb5-44e0-b87d-43d8394fbfbb tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Request body: {'port': {'device_id': '6266e4c0-1dd9-4859-ae9c-ae17bbacae4b', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'admin_state_up': True, 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'security_groups': ['6cab8a49-8547-43ed-9f9d-2761892c1624']}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:59.263074 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-0e7e6593-8bb5-44e0-b87d-43d8394fbfbb tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Made reservation on behalf of ff117078def64108b7829db8db9baf7f for: {'port': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:45:59.267020 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-0e7e6593-8bb5-44e0-b87d-43d8394fbfbb tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:59.394769 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-0e7e6593-8bb5-44e0-b87d-43d8394fbfbb tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Allocated IP 172.20.0.7 (594ca57d-8cb7-438b-9dfc-7ea84a39a8ac/00b8705d-e81d-4e77-9f94-6e0d26788b28/e3401a55-6804-4ee1-aba8-8e5fd04ec241) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:45:59.553299 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-0e7e6593-8bb5-44e0-b87d-43d8394fbfbb tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:59.590406 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-0e7e6593-8bb5-44e0-b87d-43d8394fbfbb tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:59.636530 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-0e7e6593-8bb5-44e0-b87d-43d8394fbfbb tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Network 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:45:59.642258 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-0e7e6593-8bb5-44e0-b87d-43d8394fbfbb tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:45:59.644811 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-0e7e6593-8bb5-44e0-b87d-43d8394fbfbb tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:45:59.651429 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e6593-8bb5-44e0-b87d-43d8394fbfbb tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Pushing event updated for resources: {'Port': ['ID=e3401a55-6804-4ee1-aba8-8e5fd04ec241,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:45:59.712459 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-0e7e6593-8bb5-44e0-b87d-43d8394fbfbb tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:59.713295 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-0e7e6593-8bb5-44e0-b87d-43d8394fbfbb tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:59.736191 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-0e7e6593-8bb5-44e0-b87d-43d8394fbfbb tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5875411 Dec 15 13:45:59.748565 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-babdbbdf-d183-4d4f-a907-2d87c3374823 service neutron] Request body: {'port': {'device_id': '6266e4c0-1dd9-4859-ae9c-ae17bbacae4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:45:59.749407 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40939a37-5c36-4efe-8b52-3047a04f94d3 req-e6ac2ff4-bebd-4380-99de-6ad26523a046 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:45:59.758490 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-40939a37-5c36-4efe-8b52-3047a04f94d3 req-e6ac2ff4-bebd-4380-99de-6ad26523a046 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 931 time: 0.2387235 Dec 15 13:45:59.813808 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-babdbbdf-d183-4d4f-a907-2d87c3374823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:59.827000 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-40939a37-5c36-4efe-8b52-3047a04f94d3 req-6fe9c6f5-6f26-4f58-9def-3b777bd1904b tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624118 Dec 15 13:45:59.895816 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-e4b1367e-878d-4b8b-9006-5e0703db0994 None None] Provisioning complete for port e3401a55-6804-4ee1-aba8-8e5fd04ec241 triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:45:59.896390 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-e4b1367e-878d-4b8b-9006-5e0703db0994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:45:59.929466 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-e4b1367e-878d-4b8b-9006-5e0703db0994 None None] Port e3401a55-6804-4ee1-aba8-8e5fd04ec241 cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:46:00.072756 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-babdbbdf-d183-4d4f-a907-2d87c3374823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3401a55-6804-4ee1-aba8-8e5fd04ec241 {{(pid=102374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:00.080247 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-babdbbdf-d183-4d4f-a907-2d87c3374823 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:00.092086 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.provisioning_blocks [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-babdbbdf-d183-4d4f-a907-2d87c3374823 service neutron] Transition to ACTIVE for port object e3401a55-6804-4ee1-aba8-8e5fd04ec241 will not be triggered until provisioned by entity L2. {{(pid=102374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:46:00.095700 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-babdbbdf-d183-4d4f-a907-2d87c3374823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12002475'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:00.143268 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdbbdf-d183-4d4f-a907-2d87c3374823 service neutron] Pushing event updated for resources: {'Port': ['ID=e3401a55-6804-4ee1-aba8-8e5fd04ec241,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:00.220990 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-babdbbdf-d183-4d4f-a907-2d87c3374823 service neutron] Attempting to bind port e3401a55-6804-4ee1-aba8-8e5fd04ec241 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:46:00.221322 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-babdbbdf-d183-4d4f-a907-2d87c3374823 service neutron] Attempting to bind port e3401a55-6804-4ee1-aba8-8e5fd04ec241 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '9e86a7c5-12e4-43db-b435-b398364e50ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:46:00.221648 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-babdbbdf-d183-4d4f-a907-2d87c3374823 service neutron] Attempting to bind port e3401a55-6804-4ee1-aba8-8e5fd04ec241 on network 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:00.226120 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-babdbbdf-d183-4d4f-a907-2d87c3374823 service neutron] Port e3401a55-6804-4ee1-aba8-8e5fd04ec241 on network 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:46:00.226437 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-babdbbdf-d183-4d4f-a907-2d87c3374823 service neutron] Attempting to bind port e3401a55-6804-4ee1-aba8-8e5fd04ec241 on network 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:46:00.231550 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-babdbbdf-d183-4d4f-a907-2d87c3374823 service neutron] Checking agent: {'id': '9aec82b9-7713-4c66-84ce-8e508cdbb5b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:46:00.231885 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-babdbbdf-d183-4d4f-a907-2d87c3374823 service neutron] Checking segment: {'id': '9e86a7c5-12e4-43db-b435-b398364e50ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:46:00.232292 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-babdbbdf-d183-4d4f-a907-2d87c3374823 service neutron] Bound using segment: {'id': '9e86a7c5-12e4-43db-b435-b398364e50ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:46:00.232722 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-babdbbdf-d183-4d4f-a907-2d87c3374823 service neutron] Bound port: e3401a55-6804-4ee1-aba8-8e5fd04ec241, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e86a7c5-12e4-43db-b435-b398364e50ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:46:00.233077 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-babdbbdf-d183-4d4f-a907-2d87c3374823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:00.295532 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-babdbbdf-d183-4d4f-a907-2d87c3374823 service neutron] For port e3401a55-6804-4ee1-aba8-8e5fd04ec241, host hv-cinder-81322, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:46:00.299110 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-babdbbdf-d183-4d4f-a907-2d87c3374823 service neutron] For port e3401a55-6804-4ee1-aba8-8e5fd04ec241, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e3401a55-6804-4ee1-aba8-8e5fd04ec241,segment=NetworkSegment(9e86a7c5-12e4-43db-b435-b398364e50ca),segment_id=9e86a7c5-12e4-43db-b435-b398364e50ca)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:46:00.303571 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-babdbbdf-d183-4d4f-a907-2d87c3374823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12002475'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:00.338368 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-babdbbdf-d183-4d4f-a907-2d87c3374823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:00.339022 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-babdbbdf-d183-4d4f-a907-2d87c3374823 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:00.340386 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-babdbbdf-d183-4d4f-a907-2d87c3374823 service neutron] 10.222.0.46 "PUT /v2.0/ports/e3401a55-6804-4ee1-aba8-8e5fd04ec241 HTTP/1.1" status: 200 len: 1093 time: 0.5963173 Dec 15 13:46:00.340824 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6266e4c0-1dd9-4859-ae9c-ae17bbacae4b', 'tag': 'e3401a55-6804-4ee1-aba8-8e5fd04ec241'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:00.343088 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68956ca4-a39d-4123-9a22-d79d4f018261" -d '{"events": [{"name": "network-changed", "server_uuid": "6266e4c0-1dd9-4859-ae9c-ae17bbacae4b", "tag": "e3401a55-6804-4ee1-aba8-8e5fd04ec241"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:00.368222 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdbbdf-d183-4d4f-a907-2d87c3374823 service neutron] Pushing event updated for resources: {'Port': ['ID=e3401a55-6804-4ee1-aba8-8e5fd04ec241,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:00.384603 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acc2cf6-bcd4-4b47-8721-c18442a80c9e x-openstack-request-id: req-6acc2cf6-bcd4-4b47-8721-c18442a80c9e {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:00.385220 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6266e4c0-1dd9-4859-ae9c-ae17bbacae4b", "tag": "e3401a55-6804-4ee1-aba8-8e5fd04ec241", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:00.385824 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6acc2cf6-bcd4-4b47-8721-c18442a80c9e {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:00.387101 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6266e4c0-1dd9-4859-ae9c-ae17bbacae4b', 'tag': 'e3401a55-6804-4ee1-aba8-8e5fd04ec241', 'status': 'completed', 'code': 200} Dec 15 13:46:00.438468 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-e29c004e-6574-43da-a323-7e3e5f7747cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:00.440018 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-e29c004e-6574-43da-a323-7e3e5f7747cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff117078def64108b7829db8db9baf7f&device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 1096 time: 0.0459814 Dec 15 13:46:00.483730 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-e8136512-3897-41a1-903e-7e1d38b1f4c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3401a55-6804-4ee1-aba8-8e5fd04ec241 HTTP/1.1" status: 200 len: 217 time: 0.0356610 Dec 15 13:46:00.534610 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-270d865c-23cb-481d-9987-624f0ca72e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:00.536184 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-270d865c-23cb-481d-9987-624f0ca72e7e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00b8705d-e81d-4e77-9f94-6e0d26788b28 HTTP/1.1" status: 200 len: 851 time: 0.0445111 Dec 15 13:46:00.584607 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-2456ff56-32e7-4270-8333-93c9f4a963fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:00.586107 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-2456ff56-32e7-4270-8333-93c9f4a963fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434213 Dec 15 13:46:00.673510 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-3f690d28-fcf5-4887-84f1-e47a2118a900 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794144 Dec 15 13:46:00.762627 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-bb9bf653-917e-41a6-b81f-38d82facd4c7 req-8d509b57-fd94-488e-9e8e-17817b62ea65 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819097 Dec 15 13:46:00.936109 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9c8dd-c9e4-43cc-9f87-80690d548985 req-113675e4-75c5-44fd-9efd-4107a4d13dbc tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:00.938081 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-40b9c8dd-c9e4-43cc-9f87-80690d548985 req-113675e4-75c5-44fd-9efd-4107a4d13dbc tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 943 time: 0.0508287 Dec 15 13:46:00.990748 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-40b9c8dd-c9e4-43cc-9f87-80690d548985 req-757abda6-1bed-44bd-842e-220c66b03bf9 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464423 Dec 15 13:46:01.107979 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68956ca4-a39d-4123-9a22-d79d4f018261 req-258d5aff-eac9-4272-9d16-cadef3e6fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:01.109480 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-68956ca4-a39d-4123-9a22-d79d4f018261 req-258d5aff-eac9-4272-9d16-cadef3e6fb7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff117078def64108b7829db8db9baf7f&device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 1096 time: 0.3005769 Dec 15 13:46:01.196161 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68956ca4-a39d-4123-9a22-d79d4f018261 req-005fab50-4061-4dec-98ef-07c437786fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:01.197477 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-68956ca4-a39d-4123-9a22-d79d4f018261 req-005fab50-4061-4dec-98ef-07c437786fbe service neutron] 10.222.0.46 "GET /v2.0/networks?id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac HTTP/1.1" status: 200 len: 913 time: 0.0799391 Dec 15 13:46:01.242563 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-68956ca4-a39d-4123-9a22-d79d4f018261 req-e8deec7d-c715-4c7f-8f8d-e7ce3e6c5720 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3401a55-6804-4ee1-aba8-8e5fd04ec241 HTTP/1.1" status: 200 len: 217 time: 0.0377915 Dec 15 13:46:01.290496 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68956ca4-a39d-4123-9a22-d79d4f018261 req-f7a19e64-0e2e-4e29-bf65-9533348f1936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:01.291980 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-68956ca4-a39d-4123-9a22-d79d4f018261 req-f7a19e64-0e2e-4e29-bf65-9533348f1936 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00b8705d-e81d-4e77-9f94-6e0d26788b28 HTTP/1.1" status: 200 len: 851 time: 0.0421309 Dec 15 13:46:01.337263 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68956ca4-a39d-4123-9a22-d79d4f018261 req-5ccd020a-32b3-41f6-a23f-41bec252cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:01.338662 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-68956ca4-a39d-4123-9a22-d79d4f018261 req-5ccd020a-32b3-41f6-a23f-41bec252cb31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381508 Dec 15 13:46:01.427235 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-68956ca4-a39d-4123-9a22-d79d4f018261 req-b7a9cc20-f67a-4185-ba10-53bbe039d2f9 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807140 Dec 15 13:46:01.518107 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-68956ca4-a39d-4123-9a22-d79d4f018261 req-e834759c-19bc-4c81-9137-76fe3fe55b57 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841360 Dec 15 13:46:02.110269 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0280254-24cc-48ee-8a86-9ce7672c8ef0 req-1c3a6672-5b18-45a3-8c07-cd331969e326 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:02.111719 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a0280254-24cc-48ee-8a86-9ce7672c8ef0 req-1c3a6672-5b18-45a3-8c07-cd331969e326 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 943 time: 0.0503993 Dec 15 13:46:02.165753 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a0280254-24cc-48ee-8a86-9ce7672c8ef0 req-119b0c68-3f97-4261-a9ec-4db7e37efe9b tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481393 Dec 15 13:46:03.277611 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06622b18-2f5b-404b-b4a8-f3cf80d38648 req-1d9e5dd0-a432-4efb-b80a-c1107fbd054d tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:03.279092 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-06622b18-2f5b-404b-b4a8-f3cf80d38648 req-1d9e5dd0-a432-4efb-b80a-c1107fbd054d tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 943 time: 0.0480673 Dec 15 13:46:03.327514 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-06622b18-2f5b-404b-b4a8-f3cf80d38648 req-6a7e4eeb-29c6-47af-85cc-7303904ba586 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418413 Dec 15 13:46:04.439541 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb8289-8b06-49c1-8991-2eb5516e1e1a req-fab39891-b5ca-4290-b858-9040973957cc tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:04.441016 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e7bb8289-8b06-49c1-8991-2eb5516e1e1a req-fab39891-b5ca-4290-b858-9040973957cc tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 943 time: 0.0473642 Dec 15 13:46:04.500081 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e7bb8289-8b06-49c1-8991-2eb5516e1e1a req-63746834-eb64-461c-8b92-404a028a41ef tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531459 Dec 15 13:46:05.610074 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a0c80-8a62-486c-acb6-6fc58db7b0c9 req-478b2902-2638-40d5-9d62-17972ca55855 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:05.611558 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e05a0c80-8a62-486c-acb6-6fc58db7b0c9 req-478b2902-2638-40d5-9d62-17972ca55855 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 943 time: 0.0472751 Dec 15 13:46:05.659606 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-e05a0c80-8a62-486c-acb6-6fc58db7b0c9 req-35389cb1-e8be-4a64-a372-24718b7c6af6 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420721 Dec 15 13:46:06.771462 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d427f-b2ec-40e1-b32a-32ca7d83e915 req-887eb643-587d-472e-b111-907d1344a6d1 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:06.772915 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5d6d427f-b2ec-40e1-b32a-32ca7d83e915 req-887eb643-587d-472e-b111-907d1344a6d1 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 943 time: 0.0478809 Dec 15 13:46:06.820092 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-5d6d427f-b2ec-40e1-b32a-32ca7d83e915 req-e4c3de8e-d70c-487e-818b-48c5d907f455 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413041 Dec 15 13:46:07.936777 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f033b-a6e7-403d-affc-3ae39f515843 req-5a5a18dd-1159-4999-bd4f-94ce661fe2d3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:07.938222 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-303f033b-a6e7-403d-affc-3ae39f515843 req-5a5a18dd-1159-4999-bd4f-94ce661fe2d3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 943 time: 0.0526443 Dec 15 13:46:07.986797 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-303f033b-a6e7-403d-affc-3ae39f515843 req-c160dd25-d727-4aba-af98-4969cf00341b tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421696 Dec 15 13:46:09.150590 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e252bee-24af-47aa-8f22-2cc4af4ebd5b req-b07629b2-7348-46de-995c-94100f760ea3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:09.152075 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-7e252bee-24af-47aa-8f22-2cc4af4ebd5b req-b07629b2-7348-46de-995c-94100f760ea3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 943 time: 0.1005254 Dec 15 13:46:09.203134 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-7e252bee-24af-47aa-8f22-2cc4af4ebd5b req-be2233c1-2a5e-418e-9702-c78b18b2d19d tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450680 Dec 15 13:46:09.203389 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:10.319581 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc52f9-6541-4749-a220-49e430f76182 req-96506ce5-25bf-4b84-87dd-31333d4e3ef3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:10.321035 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-97fc52f9-6541-4749-a220-49e430f76182 req-96506ce5-25bf-4b84-87dd-31333d4e3ef3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 943 time: 0.0471678 Dec 15 13:46:10.371945 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-97fc52f9-6541-4749-a220-49e430f76182 req-748eafad-b961-4572-a3d8-f1d5c1750775 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451436 Dec 15 13:46:10.690670 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device e3401a55-6804-4ee1-aba8-8e5fd04ec241 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:46:10.789715 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port e3401a55-6804-4ee1-aba8-8e5fd04ec241, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e3401a55-6804-4ee1-aba8-8e5fd04ec241,segment=NetworkSegment(9e86a7c5-12e4-43db-b435-b398364e50ca),segment_id=9e86a7c5-12e4-43db-b435-b398364e50ca)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:10.800957 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': 'e3401a55-6804-4ee1-aba8-8e5fd04ec241', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'port_id': 'e3401a55-6804-4ee1-aba8-8e5fd04ec241', 'mac_address': 'fa:16:3e:82:92:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:46:10.840587 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:10.852850 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3401a55-6804-4ee1-aba8-8e5fd04ec241 {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:46:10.871600 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port e3401a55-6804-4ee1-aba8-8e5fd04ec241, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e3401a55-6804-4ee1-aba8-8e5fd04ec241,segment=NetworkSegment(9e86a7c5-12e4-43db-b435-b398364e50ca),segment_id=9e86a7c5-12e4-43db-b435-b398364e50ca)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:10.875508 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:10.921283 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=e3401a55-6804-4ee1-aba8-8e5fd04ec241,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:10.928273 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:10.928630 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:10.928980 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:10.929321 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:10.929658 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:10.929992 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:10.930322 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:10.930652 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:10.931023 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:10.931351 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:10.931678 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:10.932001 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:10.932322 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:46:11.260282 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['e3401a55-6804-4ee1-aba8-8e5fd04ec241'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:46:11.487959 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9241a-e38c-4837-afab-c56662b38cd4 req-0108f3f9-2d67-4cbd-a131-542b63c2c448 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:11.489429 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-38f9241a-e38c-4837-afab-c56662b38cd4 req-0108f3f9-2d67-4cbd-a131-542b63c2c448 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 944 time: 0.0480609 Dec 15 13:46:11.537369 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-38f9241a-e38c-4837-afab-c56662b38cd4 req-898eb81f-99ca-4f93-9427-befee4ccd0c2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417275 Dec 15 13:46:11.895196 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:46:12.647834 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764c9bc-c3a8-4352-bf1a-1d1434da30b9 req-15c6f562-4edb-434c-bee8-6c5b1d4bf64a tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:12.649250 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c764c9bc-c3a8-4352-bf1a-1d1434da30b9 req-15c6f562-4edb-434c-bee8-6c5b1d4bf64a tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 944 time: 0.0471513 Dec 15 13:46:12.691130 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device e3401a55-6804-4ee1-aba8-8e5fd04ec241 up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:46:12.698349 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c764c9bc-c3a8-4352-bf1a-1d1434da30b9 req-27f5b929-6a67-49d8-807f-00338a51a27d tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432353 Dec 15 13:46:12.738681 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning for port e3401a55-6804-4ee1-aba8-8e5fd04ec241 completed by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:46:12.742216 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port e3401a55-6804-4ee1-aba8-8e5fd04ec241 triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:46:12.742586 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:12.818976 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:12.840181 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6266e4c0-1dd9-4859-ae9c-ae17bbacae4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3401a55-6804-4ee1-aba8-8e5fd04ec241'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:12.842391 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4fc905-38cf-4216-b1db-0644ab469b4a" -d '{"events": [{"server_uuid": "6266e4c0-1dd9-4859-ae9c-ae17bbacae4b", "name": "network-vif-plugged", "status": "completed", "tag": "e3401a55-6804-4ee1-aba8-8e5fd04ec241"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:12.855125 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port e3401a55-6804-4ee1-aba8-8e5fd04ec241, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e3401a55-6804-4ee1-aba8-8e5fd04ec241,segment=NetworkSegment(9e86a7c5-12e4-43db-b435-b398364e50ca),segment_id=9e86a7c5-12e4-43db-b435-b398364e50ca)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:46:12.859626 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:12.886454 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe6661a-679b-4b31-a182-9399420b6fac x-openstack-request-id: req-5fe6661a-679b-4b31-a182-9399420b6fac {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:12.886750 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6266e4c0-1dd9-4859-ae9c-ae17bbacae4b", "name": "network-vif-plugged", "status": "completed", "tag": "e3401a55-6804-4ee1-aba8-8e5fd04ec241", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:12.887022 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5fe6661a-679b-4b31-a182-9399420b6fac {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:12.887408 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6266e4c0-1dd9-4859-ae9c-ae17bbacae4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3401a55-6804-4ee1-aba8-8e5fd04ec241', 'code': 200} Dec 15 13:46:12.914138 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=e3401a55-6804-4ee1-aba8-8e5fd04ec241,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:13.094759 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a850b4-5f39-4ac0-8a95-41739f1194cf req-f7555bf9-2f1c-4466-9ce6-aa4574581045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:13.096640 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-30a850b4-5f39-4ac0-8a95-41739f1194cf req-f7555bf9-2f1c-4466-9ce6-aa4574581045 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 1098 time: 0.0419443 Dec 15 13:46:13.140785 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-30a850b4-5f39-4ac0-8a95-41739f1194cf req-cae938e1-2f70-4039-a586-71f28d9084de service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374587 Dec 15 13:46:13.473061 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-60d4d6a5-cf94-4115-9b73-b20ba3dbdbd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:13.813358 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0b4b5-3bff-4b96-9856-7f7c695b8f52 req-e0901c8f-8237-4dd0-b57d-45ee8b9ab921 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:13.814804 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-aff0b4b5-3bff-4b96-9856-7f7c695b8f52 req-e0901c8f-8237-4dd0-b57d-45ee8b9ab921 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 945 time: 0.0511837 Dec 15 13:46:13.863035 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-aff0b4b5-3bff-4b96-9856-7f7c695b8f52 req-34d68988-7c28-49e1-a1f0-dd42e1f93b32 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423791 Dec 15 13:46:14.976221 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba014e8-2521-4a72-8838-cd6a65afb28f req-4e5d6f69-befc-4ec2-a500-6a53e5196e40 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:14.977667 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fba014e8-2521-4a72-8838-cd6a65afb28f req-4e5d6f69-befc-4ec2-a500-6a53e5196e40 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 945 time: 0.0477245 Dec 15 13:46:15.025347 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-fba014e8-2521-4a72-8838-cd6a65afb28f req-dbbac702-62bc-4999-a478-8f1d8986af88 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415366 Dec 15 13:46:15.138175 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84ad48-a1cb-4aac-8002-988bae6549ec req-71b20cd7-81d4-4756-9dc2-241223be797f tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:15.139726 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9c84ad48-a1cb-4aac-8002-988bae6549ec req-71b20cd7-81d4-4756-9dc2-241223be797f tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 945 time: 0.0504327 Dec 15 13:46:15.188675 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9c84ad48-a1cb-4aac-8002-988bae6549ec req-8a90aee3-5fb2-4396-afda-35215263a931 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424361 Dec 15 13:46:15.211382 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 35188) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:15.248646 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6188f66c-e3fd-4ae1-95ca-36e92d44748b tempest-TestVolumeBootPattern-147979782 tempest-TestVolumeBootPattern-147979782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:15.250021 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-6188f66c-e3fd-4ae1-95ca-36e92d44748b tempest-TestVolumeBootPattern-147979782 tempest-TestVolumeBootPattern-147979782-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 1093 time: 0.0376558 Dec 15 13:46:15.253174 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 35190) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:46:15.257513 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [None req-168a885d-4bcb-45cf-9f1c-25a194063f04 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Request body: {'floatingip': {'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'port_id': 'e3401a55-6804-4ee1-aba8-8e5fd04ec241', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:46:15.286991 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-168a885d-4bcb-45cf-9f1c-25a194063f04 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for floatingip, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.383390 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-168a885d-4bcb-45cf-9f1c-25a194063f04 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.487041 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [None req-168a885d-4bcb-45cf-9f1c-25a194063f04 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Allocated IP 172.27.2.199 (d75b81e5-d2ea-4613-a99a-556640a87149/db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2/68bbb1e3-5c4e-490b-a7d9-002d8857297f) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:46:15.590736 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-168a885d-4bcb-45cf-9f1c-25a194063f04 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.623177 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-168a885d-4bcb-45cf-9f1c-25a194063f04 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:15.658780 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168a885d-4bcb-45cf-9f1c-25a194063f04 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Network d75b81e5-d2ea-4613-a99a-556640a87149 is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:46:15.661629 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [None req-168a885d-4bcb-45cf-9f1c-25a194063f04 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:46:15.665122 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168a885d-4bcb-45cf-9f1c-25a194063f04 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:46:15.693251 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a885d-4bcb-45cf-9f1c-25a194063f04 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Pushing event updated for resources: {'Port': ['ID=68bbb1e3-5c4e-490b-a7d9-002d8857297f,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:15.836557 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-cfddd4a1-bb1d-4cfb-925b-8a1a669783f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:16.001181 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-168a885d-4bcb-45cf-9f1c-25a194063f04 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:16.063780 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-168a885d-4bcb-45cf-9f1c-25a194063f04 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:16.208798 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-168a885d-4bcb-45cf-9f1c-25a194063f04 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:16.213239 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-168a885d-4bcb-45cf-9f1c-25a194063f04 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12002475'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:16.285288 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a885d-4bcb-45cf-9f1c-25a194063f04 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Pushing event updated for resources: {'Port': ['ID=68bbb1e3-5c4e-490b-a7d9-002d8857297f,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:46:16.293198 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-168a885d-4bcb-45cf-9f1c-25a194063f04 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529426'] for floatingip, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:16.389010 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.db.l3_db [None req-168a885d-4bcb-45cf-9f1c-25a194063f04 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Floating IP 9d6cbbff-b9a4-449c-b046-c5108a8174bd associated. External IP: 172.27.2.199, port: e3401a55-6804-4ee1-aba8-8e5fd04ec241. Dec 15 13:46:16.587498 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168a885d-4bcb-45cf-9f1c-25a194063f04 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Router e347154b-683e-4757-a349-23cb14c52586 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:46:16.692911 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168a885d-4bcb-45cf-9f1c-25a194063f04 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:46:16.703293 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3aacaa-3a3f-4522-b1af-9452f01883c1 None None] Sync routers for ids ['e347154b-683e-4757-a349-23cb14c52586'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:46:16.710346 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-168a885d-4bcb-45cf-9f1c-25a194063f04 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for floatingip, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:16.713033 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3aacaa-3a3f-4522-b1af-9452f01883c1 None None] Routers {'e347154b-683e-4757-a349-23cb14c52586'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:16.713643 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-eb3aacaa-3a3f-4522-b1af-9452f01883c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:46:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['e347154b-683e-4757-a349-23cb14c52586'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:16.737091 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-168a885d-4bcb-45cf-9f1c-25a194063f04 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4828527 Dec 15 13:46:16.737667 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6266e4c0-1dd9-4859-ae9c-ae17bbacae4b', 'tag': 'e3401a55-6804-4ee1-aba8-8e5fd04ec241'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:46:16.739951 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c200bf29-7137-4f15-a4f6-f5208e71643d" -d '{"events": [{"name": "network-changed", "server_uuid": "6266e4c0-1dd9-4859-ae9c-ae17bbacae4b", "tag": "e3401a55-6804-4ee1-aba8-8e5fd04ec241"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:46:16.775562 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9a38eb-45a1-4490-b8c6-66114d8e1c5f x-openstack-request-id: req-7d9a38eb-45a1-4490-b8c6-66114d8e1c5f {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:46:16.775851 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6266e4c0-1dd9-4859-ae9c-ae17bbacae4b", "tag": "e3401a55-6804-4ee1-aba8-8e5fd04ec241", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:46:16.776102 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d9a38eb-45a1-4490-b8c6-66114d8e1c5f {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:46:16.776524 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6266e4c0-1dd9-4859-ae9c-ae17bbacae4b', 'tag': 'e3401a55-6804-4ee1-aba8-8e5fd04ec241', 'status': 'completed', 'code': 200} Dec 15 13:46:16.823731 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-eb3aacaa-3a3f-4522-b1af-9452f01883c1 None None] Set router e347154b-683e-4757-a349-23cb14c52586 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:16.845277 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200bf29-7137-4f15-a4f6-f5208e71643d req-4b1bad65-fbfd-4736-b6a9-78afe724f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:16.846709 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c200bf29-7137-4f15-a4f6-f5208e71643d req-4b1bad65-fbfd-4736-b6a9-78afe724f70e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff117078def64108b7829db8db9baf7f&device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 1098 time: 0.0441239 Dec 15 13:46:16.941032 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200bf29-7137-4f15-a4f6-f5208e71643d req-fed557e5-90b5-46df-8ca1-081e6cfabcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:16.942520 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c200bf29-7137-4f15-a4f6-f5208e71643d req-fed557e5-90b5-46df-8ca1-081e6cfabcbd service neutron] 10.222.0.46 "GET /v2.0/networks?id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac HTTP/1.1" status: 200 len: 913 time: 0.0887532 Dec 15 13:46:17.016046 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c200bf29-7137-4f15-a4f6-f5208e71643d req-98e8221a-6318-4a71-a045-d1b67137d482 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3401a55-6804-4ee1-aba8-8e5fd04ec241 HTTP/1.1" status: 200 len: 999 time: 0.0653346 Dec 15 13:46:17.066439 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200bf29-7137-4f15-a4f6-f5208e71643d req-db8bb74c-07df-41d2-ac4e-faedec4c4e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:17.068071 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c200bf29-7137-4f15-a4f6-f5208e71643d req-db8bb74c-07df-41d2-ac4e-faedec4c4e2c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00b8705d-e81d-4e77-9f94-6e0d26788b28 HTTP/1.1" status: 200 len: 851 time: 0.0455222 Dec 15 13:46:17.112935 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:17.113547 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200bf29-7137-4f15-a4f6-f5208e71643d req-9c2ad7dd-e9ba-4c8d-9275-14d73d9f67f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:17.114486 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c200bf29-7137-4f15-a4f6-f5208e71643d req-9c2ad7dd-e9ba-4c8d-9275-14d73d9f67f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401237 Dec 15 13:46:17.189122 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-eb3aacaa-3a3f-4522-b1af-9452f01883c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 4, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': '9d6cbbff-b9a4-449c-b046-c5108a8174bd', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'floating_ip_address': '172.27.2.199', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': 'e347154b-683e-4757-a349-23cb14c52586', 'port_id': 'e3401a55-6804-4ee1-aba8-8e5fd04ec241', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'mac_address': 'fa:16:3e:82:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6266e4c0-1dd9-4859-ae9c-ae17bbacae4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:46:15Z', 'updated_at': '2021-12-15T13:46:15Z', 'revision_number': 0, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323336d2-f2d3-460d-901b-fbab3ca127de', 'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'mac_address': 'fa:16:3e:d7:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 5, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'subnets': [{'id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:17.218408 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c200bf29-7137-4f15-a4f6-f5208e71643d req-b92e6602-8570-49f2-99bb-4c36417ff780 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968804 Dec 15 13:46:17.219046 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3aacaa-3a3f-4522-b1af-9452f01883c1 None None] Checking router: e347154b-683e-4757-a349-23cb14c52586 for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:46:17.227798 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3aacaa-3a3f-4522-b1af-9452f01883c1 None None] Routers {'e347154b-683e-4757-a349-23cb14c52586'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:46:17.228398 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-eb3aacaa-3a3f-4522-b1af-9452f01883c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:46:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['e347154b-683e-4757-a349-23cb14c52586'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:17.309554 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c200bf29-7137-4f15-a4f6-f5208e71643d req-66dc109f-864a-4c5f-a5b7-398218db12b2 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835891 Dec 15 13:46:17.334821 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-eb3aacaa-3a3f-4522-b1af-9452f01883c1 None None] Set router e347154b-683e-4757-a349-23cb14c52586 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:46:17.553615 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-eb3aacaa-3a3f-4522-b1af-9452f01883c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 4, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': '9d6cbbff-b9a4-449c-b046-c5108a8174bd', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'floating_ip_address': '172.27.2.199', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': 'e347154b-683e-4757-a349-23cb14c52586', 'port_id': 'e3401a55-6804-4ee1-aba8-8e5fd04ec241', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'mac_address': 'fa:16:3e:82:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6266e4c0-1dd9-4859-ae9c-ae17bbacae4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:46:15Z', 'updated_at': '2021-12-15T13:46:15Z', 'revision_number': 0, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323336d2-f2d3-460d-901b-fbab3ca127de', 'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'mac_address': 'fa:16:3e:d7:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 5, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'subnets': [{'id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:46:17.584212 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3aacaa-3a3f-4522-b1af-9452f01883c1 None None] The sync data for ids ['e347154b-683e-4757-a349-23cb14c52586'] in dv-cinder-813227-4-iscsi is: [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 4, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': '9d6cbbff-b9a4-449c-b046-c5108a8174bd', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'floating_ip_address': '172.27.2.199', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': 'e347154b-683e-4757-a349-23cb14c52586', 'port_id': 'e3401a55-6804-4ee1-aba8-8e5fd04ec241', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'mac_address': 'fa:16:3e:82:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6266e4c0-1dd9-4859-ae9c-ae17bbacae4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:46:15Z', 'updated_at': '2021-12-15T13:46:15Z', 'revision_number': 0, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323336d2-f2d3-460d-901b-fbab3ca127de', 'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'mac_address': 'fa:16:3e:d7:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 5, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'subnets': [{'id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:46:17.762620 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71609070-223c-48d8-8376-03f718c0f4cf None None] New status for floating IP 9d6cbbff-b9a4-449c-b046-c5108a8174bd: ACTIVE {{(pid=102377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:46:18.564353 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:19.472112 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:20.666743 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f00583f6-b199-4ed9-82fd-ae56d9268c16 req-7cfab3dc-5c1e-4e29-a388-a2115b2aa1c6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402024 Dec 15 13:46:20.756565 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00583f6-b199-4ed9-82fd-ae56d9268c16 req-e72c61d8-4884-4c37-a175-fac350d27539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:20.758038 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f00583f6-b199-4ed9-82fd-ae56d9268c16 req-e72c61d8-4884-4c37-a175-fac350d27539 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff117078def64108b7829db8db9baf7f&device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 1098 time: 0.0444934 Dec 15 13:46:20.859397 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00583f6-b199-4ed9-82fd-ae56d9268c16 req-42b8477c-f26b-42e4-89f5-75c0211766ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:20.860837 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f00583f6-b199-4ed9-82fd-ae56d9268c16 req-42b8477c-f26b-42e4-89f5-75c0211766ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac HTTP/1.1" status: 200 len: 913 time: 0.0827498 Dec 15 13:46:20.929571 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f00583f6-b199-4ed9-82fd-ae56d9268c16 req-cd114856-397a-40d6-8511-8cbd37ab43aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3401a55-6804-4ee1-aba8-8e5fd04ec241 HTTP/1.1" status: 200 len: 1001 time: 0.0607679 Dec 15 13:46:20.977820 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00583f6-b199-4ed9-82fd-ae56d9268c16 req-1ea1c993-bddc-484c-b3f2-3521d7c94d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:20.979268 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f00583f6-b199-4ed9-82fd-ae56d9268c16 req-1ea1c993-bddc-484c-b3f2-3521d7c94d5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00b8705d-e81d-4e77-9f94-6e0d26788b28 HTTP/1.1" status: 200 len: 851 time: 0.0434282 Dec 15 13:46:21.024203 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00583f6-b199-4ed9-82fd-ae56d9268c16 req-2f06500c-e95c-4025-92dc-7328348a11f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:46:21.025628 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f00583f6-b199-4ed9-82fd-ae56d9268c16 req-2f06500c-e95c-4025-92dc-7328348a11f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383432 Dec 15 13:46:21.115758 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f00583f6-b199-4ed9-82fd-ae56d9268c16 req-d3eef672-8571-48b6-8ce8-530979ad8202 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827689 Dec 15 13:46:21.204488 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f00583f6-b199-4ed9-82fd-ae56d9268c16 req-cc0c23bd-343f-4860-8e7b-221d6826e231 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819805 Dec 15 13:46:32.019837 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [req-a6f379aa-51c0-41c8-b23f-a7f12ac7efca req-234e8b4e-6bfb-4578-a69e-33edcf9714a0 service neutron] (102375) timed out ('10.222.0.46', 53195) {{(pid=102375) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 13:46:39.124608 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [req-482e5fc1-75db-4d07-b470-80b0a43ec4a5 req-9e3121b9-8759-4d50-84b2-8843600a1f2f service neutron] (102374) timed out ('10.222.0.46', 53177) {{(pid=102374) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 13:46:39.210280 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:43.475212 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-81daa876-c45c-49fb-b4d3-8afed856e687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:45.830753 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-77bcc0d3-5f39-4452-843e-18245471191a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:46.952456 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:48.566874 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:46:48.895367 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:46:49.474499 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:09.225403 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:13.477365 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-7d87c4e2-2595-4792-bf36-77d1db4bad25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:15.833218 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-d87f967e-eb3b-4213-8d91-150ff89f3d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:16.955710 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:18.571459 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:19.477262 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:20.706550 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-19558eca-0e18-41b5-920b-601cde70cd90 req-afbd6e3e-a6da-43e8-bd8f-a2542c441f0f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837462 Dec 15 13:47:20.792072 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19558eca-0e18-41b5-920b-601cde70cd90 req-1848237a-198f-4166-8131-b75be81e53c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:20.793527 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-19558eca-0e18-41b5-920b-601cde70cd90 req-1848237a-198f-4166-8131-b75be81e53c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff117078def64108b7829db8db9baf7f&device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 1098 time: 0.0435605 Dec 15 13:47:20.893034 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19558eca-0e18-41b5-920b-601cde70cd90 req-dc3d6a39-e96c-4a02-be94-eb038cd4ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:20.894605 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-19558eca-0e18-41b5-920b-601cde70cd90 req-dc3d6a39-e96c-4a02-be94-eb038cd4ce94 service neutron] 10.222.0.46 "GET /v2.0/networks?id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac HTTP/1.1" status: 200 len: 913 time: 0.0814099 Dec 15 13:47:20.960129 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-19558eca-0e18-41b5-920b-601cde70cd90 req-ead8d6fa-04d0-4e4e-8978-a8f28458058c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3401a55-6804-4ee1-aba8-8e5fd04ec241 HTTP/1.1" status: 200 len: 1001 time: 0.0589356 Dec 15 13:47:21.006997 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19558eca-0e18-41b5-920b-601cde70cd90 req-ed2acad0-6d0d-413f-868b-911494d69018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:21.008378 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-19558eca-0e18-41b5-920b-601cde70cd90 req-ed2acad0-6d0d-413f-868b-911494d69018 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00b8705d-e81d-4e77-9f94-6e0d26788b28 HTTP/1.1" status: 200 len: 851 time: 0.0421755 Dec 15 13:47:21.053647 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19558eca-0e18-41b5-920b-601cde70cd90 req-d0f6ebbc-bbc3-4bde-9603-88011db35bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:47:21.055091 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-19558eca-0e18-41b5-920b-601cde70cd90 req-d0f6ebbc-bbc3-4bde-9603-88011db35bfd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385206 Dec 15 13:47:21.144788 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-19558eca-0e18-41b5-920b-601cde70cd90 req-05a25e0b-33dd-453a-8b19-5f0e2a2f2d1b service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815229 Dec 15 13:47:21.232625 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-19558eca-0e18-41b5-920b-601cde70cd90 req-80cc91a6-5622-4b69-ab75-16ade84e9e82 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796337 Dec 15 13:47:25.893822 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:47:39.222799 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:43.479466 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-a1808303-5b39-4638-9261-6aeea9b1640a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:45.835470 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-a5426c18-79f4-4c13-a316-839fd235e472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:46.958279 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:48.575442 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:47:49.483880 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:02.893445 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:48:06.796803 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [req-9b282ec0-92f0-41e4-9d95-ca2394e8910c req-d9009a8c-0a65-46dd-a8e6-1cd541430505 service neutron] (102374) timed out ('10.222.0.46', 53205) {{(pid=102374) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 13:48:09.235078 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:13.481908 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9e73ba8e-b0ad-45db-80db-046bd3c006f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:15.837084 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-074f8d7a-dc44-4df0-afbb-4e434dbe5d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:16.960266 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:18.576558 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:19.476582 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:23.194749 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-92d000e6-63e3-4c6a-b5af-a1b18415dc95 req-54ccb47f-243f-4389-9d92-a75249367338 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398777 Dec 15 13:48:23.280192 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d000e6-63e3-4c6a-b5af-a1b18415dc95 req-a651f8f0-6fe3-4db7-ac8d-5a2fe6278f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:23.281664 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-92d000e6-63e3-4c6a-b5af-a1b18415dc95 req-a651f8f0-6fe3-4db7-ac8d-5a2fe6278f87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff117078def64108b7829db8db9baf7f&device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 1098 time: 0.0433567 Dec 15 13:48:23.383711 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d000e6-63e3-4c6a-b5af-a1b18415dc95 req-78766953-5c03-4a1f-aeb0-af7e9efde32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:23.385170 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-92d000e6-63e3-4c6a-b5af-a1b18415dc95 req-78766953-5c03-4a1f-aeb0-af7e9efde32e service neutron] 10.222.0.46 "GET /v2.0/networks?id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac HTTP/1.1" status: 200 len: 913 time: 0.0829468 Dec 15 13:48:23.452370 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-92d000e6-63e3-4c6a-b5af-a1b18415dc95 req-1b1f47aa-c529-44ec-a772-dc5061e6b1f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3401a55-6804-4ee1-aba8-8e5fd04ec241 HTTP/1.1" status: 200 len: 1001 time: 0.0593143 Dec 15 13:48:23.501057 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d000e6-63e3-4c6a-b5af-a1b18415dc95 req-02710f85-7542-44fb-8b0a-43f49a4cbb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:23.502448 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-92d000e6-63e3-4c6a-b5af-a1b18415dc95 req-02710f85-7542-44fb-8b0a-43f49a4cbb71 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00b8705d-e81d-4e77-9f94-6e0d26788b28 HTTP/1.1" status: 200 len: 851 time: 0.0420055 Dec 15 13:48:23.548135 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d000e6-63e3-4c6a-b5af-a1b18415dc95 req-7bc5c599-10fd-4620-acfe-d09cbc605e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:23.549559 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-92d000e6-63e3-4c6a-b5af-a1b18415dc95 req-7bc5c599-10fd-4620-acfe-d09cbc605e1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386786 Dec 15 13:48:23.640219 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-92d000e6-63e3-4c6a-b5af-a1b18415dc95 req-9c6cc0f1-a6ab-4f2d-8239-c672fbfef21a service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819697 Dec 15 13:48:23.982995 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-92d000e6-63e3-4c6a-b5af-a1b18415dc95 req-df3731bb-a671-4f2a-87e2-f02b8e64358d service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339424 Dec 15 13:48:27.137906 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-4d60f718-581e-41bd-82b0-f47d926b162c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-316724650&fields=id&tenant_id=ff117078def64108b7829db8db9baf7f HTTP/1.1" status: 200 len: 267 time: 0.0440693 Dec 15 13:48:27.240904 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-efcd8f45-70c9-4b83-8fb7-922a40a49ebc tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:27.242558 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-efcd8f45-70c9-4b83-8fb7-922a40a49ebc tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/networks?id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac HTTP/1.1" status: 200 len: 812 time: 0.0977943 Dec 15 13:48:27.256659 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-0251d1b5-c8bf-4d2e-92c4-7c72cae8be85 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/quotas/ff117078def64108b7829db8db9baf7f HTTP/1.1" status: 200 len: 375 time: 0.0084441 Dec 15 13:48:27.307327 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-028fdab5-04fd-4edb-9dc6-657f9f08195c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ff117078def64108b7829db8db9baf7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0450585 Dec 15 13:48:27.398245 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-53f5ba25-169a-46da-b66b-da3966ed7554 service neutron] 10.222.0.60 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787971 Dec 15 13:48:27.485489 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-745685e4-a35e-414a-b680-370af868ae25 service neutron] 10.222.0.60 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804420 Dec 15 13:48:27.769515 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-b37235cf-1453-4771-97ee-53badff1cc63 req-044f5443-70d1-4aa2-ab03-f784a4767823 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 210 time: 0.0309196 Dec 15 13:48:28.692584 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-8cc9081e-b1e9-43aa-9cd8-d2b809dca02f tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:28.694082 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-8cc9081e-b1e9-43aa-9cd8-d2b809dca02f tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.46 "GET /v2.0/networks?id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac HTTP/1.1" status: 200 len: 812 time: 0.1037331 Dec 15 13:48:28.764460 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-ac36eca1-8ad2-46ad-bbda-09ab23e7b633 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff117078def64108b7829db8db9baf7f HTTP/1.1" status: 200 len: 379 time: 0.0616968 Dec 15 13:48:28.774743 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Request body: {'port': {'device_id': 'f8bbe639-2f99-4da5-98e1-dbd921cd2de9', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'admin_state_up': True, 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'security_groups': ['6cab8a49-8547-43ed-9f9d-2761892c1624']}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:28.861421 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-d42b6d3d-9200-4aa7-bde1-aca7a47424ba req-4a12d980-8c77-4d68-a1d2-f22518621293 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 210 time: 0.0254233 Dec 15 13:48:28.887529 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Made reservation on behalf of ff117078def64108b7829db8db9baf7f for: {'port': 1} {{(pid=102374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 13:48:28.891056 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.016640 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_common [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Allocated IP 172.20.0.10 (594ca57d-8cb7-438b-9dfc-7ea84a39a8ac/00b8705d-e81d-4e77-9f94-6e0d26788b28/39008b1f-a016-47f1-9046-a2c4d21ba9ca) {{(pid=102374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:29.165897 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for port, precommit_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.199224 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_create {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.240081 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Network 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac is already hosted by enough agents. {{(pid=102374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:29.243397 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.base_scheduler [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Resources bound (agent type, host, resource id): {{(pid=102374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:29.247541 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Received port after_create {{(pid=102374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:29.276781 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Pushing event updated for resources: {'Port': ['ID=39008b1f-a016-47f1-9046-a2c4d21ba9ca,revision_number=1']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:29.290901 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:29.291244 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:29.291586 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:29.291917 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:29.292290 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:29.292618 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:29.292941 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:29.293265 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:29.293587 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:29.293907 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:29.294226 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:29.294543 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:29.294872 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:29.315846 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:29.316449 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.336104 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-cb3cc7d7-fc0d-419a-950e-75163f8a4860 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5649137 Dec 15 13:48:29.348124 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.v2.base [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-1af7797e-9dd7-4d87-988f-d403ddd1a4f6 service neutron] Request body: {'port': {'device_id': 'f8bbe639-2f99-4da5-98e1-dbd921cd2de9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:29.405337 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-1af7797e-9dd7-4d87-988f-d403ddd1a4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.523308 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-9d340839-4840-4a3f-95bb-bb7526bfeb38 None None] Provisioning complete for port 39008b1f-a016-47f1-9046-a2c4d21ba9ca triggered by entity DHCP. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:29.523887 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9d340839-4840-4a3f-95bb-bb7526bfeb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.556828 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-9d340839-4840-4a3f-95bb-bb7526bfeb38 None None] Port 39008b1f-a016-47f1-9046-a2c4d21ba9ca cannot update to ACTIVE because it is not bound. {{(pid=102376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 13:48:29.661116 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-1af7797e-9dd7-4d87-988f-d403ddd1a4f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39008b1f-a016-47f1-9046-a2c4d21ba9ca {{(pid=102374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:29.668527 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-1af7797e-9dd7-4d87-988f-d403ddd1a4f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.680011 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.provisioning_blocks [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-1af7797e-9dd7-4d87-988f-d403ddd1a4f6 service neutron] Transition to ACTIVE for port object 39008b1f-a016-47f1-9046-a2c4d21ba9ca will not be triggered until provisioned by entity L2. {{(pid=102374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 13:48:29.682901 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-1af7797e-9dd7-4d87-988f-d403ddd1a4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12002475'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.742887 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7797e-9dd7-4d87-988f-d403ddd1a4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=39008b1f-a016-47f1-9046-a2c4d21ba9ca,revision_number=2']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:29.812638 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-1af7797e-9dd7-4d87-988f-d403ddd1a4f6 service neutron] Attempting to bind port 39008b1f-a016-47f1-9046-a2c4d21ba9ca on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 13:48:29.812981 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-1af7797e-9dd7-4d87-988f-d403ddd1a4f6 service neutron] Attempting to bind port 39008b1f-a016-47f1-9046-a2c4d21ba9ca by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '9e86a7c5-12e4-43db-b435-b398364e50ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac'}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 13:48:29.813318 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-1af7797e-9dd7-4d87-988f-d403ddd1a4f6 service neutron] Attempting to bind port 39008b1f-a016-47f1-9046-a2c4d21ba9ca on network 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:29.817824 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-1af7797e-9dd7-4d87-988f-d403ddd1a4f6 service neutron] Port 39008b1f-a016-47f1-9046-a2c4d21ba9ca on network 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 13:48:29.818148 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-1af7797e-9dd7-4d87-988f-d403ddd1a4f6 service neutron] Attempting to bind port 39008b1f-a016-47f1-9046-a2c4d21ba9ca on network 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 13:48:29.823096 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-1af7797e-9dd7-4d87-988f-d403ddd1a4f6 service neutron] Checking agent: {'id': '9aec82b9-7713-4c66-84ce-8e508cdbb5b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'started_at': datetime.datetime(2021, 12, 15, 13, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 13, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 13:48:29.823440 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-1af7797e-9dd7-4d87-988f-d403ddd1a4f6 service neutron] Checking segment: {'id': '9e86a7c5-12e4-43db-b435-b398364e50ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 13:48:29.824378 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-1af7797e-9dd7-4d87-988f-d403ddd1a4f6 service neutron] Bound using segment: {'id': '9e86a7c5-12e4-43db-b435-b398364e50ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac'} {{(pid=102374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 13:48:29.824811 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.managers [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-1af7797e-9dd7-4d87-988f-d403ddd1a4f6 service neutron] Bound port: 39008b1f-a016-47f1-9046-a2c4d21ba9ca, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e86a7c5-12e4-43db-b435-b398364e50ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac'}}] {{(pid=102374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 13:48:29.825281 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-1af7797e-9dd7-4d87-988f-d403ddd1a4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.890449 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-1af7797e-9dd7-4d87-988f-d403ddd1a4f6 service neutron] For port 39008b1f-a016-47f1-9046-a2c4d21ba9ca, host hv-cinder-81322, cleared binding levels {{(pid=102374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 13:48:29.893772 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-1af7797e-9dd7-4d87-988f-d403ddd1a4f6 service neutron] For port 39008b1f-a016-47f1-9046-a2c4d21ba9ca, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=39008b1f-a016-47f1-9046-a2c4d21ba9ca,segment=NetworkSegment(9e86a7c5-12e4-43db-b435-b398364e50ca),segment_id=9e86a7c5-12e4-43db-b435-b398364e50ca)] {{(pid=102374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 13:48:29.899224 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-1af7797e-9dd7-4d87-988f-d403ddd1a4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12002475'] for port, after_update {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.937797 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-1af7797e-9dd7-4d87-988f-d403ddd1a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:29.938427 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-1af7797e-9dd7-4d87-988f-d403ddd1a4f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:29.940094 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-1af7797e-9dd7-4d87-988f-d403ddd1a4f6 service neutron] 10.222.0.46 "PUT /v2.0/ports/39008b1f-a016-47f1-9046-a2c4d21ba9ca HTTP/1.1" status: 200 len: 1094 time: 0.5961223 Dec 15 13:48:29.940427 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8bbe639-2f99-4da5-98e1-dbd921cd2de9', 'tag': '39008b1f-a016-47f1-9046-a2c4d21ba9ca'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:29.942659 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b8315c-564d-4ac4-8c92-6efea404cb95" -d '{"events": [{"name": "network-changed", "server_uuid": "f8bbe639-2f99-4da5-98e1-dbd921cd2de9", "tag": "39008b1f-a016-47f1-9046-a2c4d21ba9ca"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:29.971529 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7797e-9dd7-4d87-988f-d403ddd1a4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=39008b1f-a016-47f1-9046-a2c4d21ba9ca,revision_number=3']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:30.015807 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c9265-c193-45b5-9a76-bdf6b820942a req-a0eb39bf-b7e9-4e4f-af3d-2e8b67eaa9cc tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:30.017362 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a08c9265-c193-45b5-9a76-bdf6b820942a req-a0eb39bf-b7e9-4e4f-af3d-2e8b67eaa9cc tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 944 time: 0.0743148 Dec 15 13:48:30.057212 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-ee1e2f56-b761-4829-a171-397a2f4a61e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:30.059830 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-ee1e2f56-b761-4829-a171-397a2f4a61e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff117078def64108b7829db8db9baf7f&device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 1097 time: 0.0610826 Dec 15 13:48:30.069209 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24f87f5-a02d-4bf1-9c17-fa692808798b x-openstack-request-id: req-b24f87f5-a02d-4bf1-9c17-fa692808798b {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:30.069584 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8bbe639-2f99-4da5-98e1-dbd921cd2de9", "tag": "39008b1f-a016-47f1-9046-a2c4d21ba9ca", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:30.069844 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b24f87f5-a02d-4bf1-9c17-fa692808798b {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:30.070307 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8bbe639-2f99-4da5-98e1-dbd921cd2de9', 'tag': '39008b1f-a016-47f1-9046-a2c4d21ba9ca', 'status': 'completed', 'code': 200} Dec 15 13:48:30.079651 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-a08c9265-c193-45b5-9a76-bdf6b820942a req-0b18e517-6254-400d-812b-9433d65320a8 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555823 Dec 15 13:48:30.108798 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-b1307a13-15f1-4837-9890-c8a5be089140 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39008b1f-a016-47f1-9046-a2c4d21ba9ca HTTP/1.1" status: 200 len: 217 time: 0.0375988 Dec 15 13:48:30.169777 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-a600bbce-d32e-499c-9d86-1b1886302b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:30.171258 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-a600bbce-d32e-499c-9d86-1b1886302b68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00b8705d-e81d-4e77-9f94-6e0d26788b28 HTTP/1.1" status: 200 len: 851 time: 0.0529838 Dec 15 13:48:30.217406 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-dcbde5b8-905f-4567-b8cf-311828d91f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:30.218901 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-dcbde5b8-905f-4567-b8cf-311828d91f4a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390325 Dec 15 13:48:30.307854 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-3823f870-c34d-455d-8140-a408e9367bf3 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806482 Dec 15 13:48:30.398860 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c201b03b-bf09-480b-9e63-9e125f3eae8d req-acfb1ef7-beb4-4acf-b092-c171349826a7 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840073 Dec 15 13:48:30.484913 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8315c-564d-4ac4-8c92-6efea404cb95 req-f528d8bb-50c1-4151-89b1-a4d70076d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:30.486421 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f8b8315c-564d-4ac4-8c92-6efea404cb95 req-f528d8bb-50c1-4151-89b1-a4d70076d048 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff117078def64108b7829db8db9baf7f&device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 1097 time: 0.0410299 Dec 15 13:48:30.579733 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8315c-564d-4ac4-8c92-6efea404cb95 req-f825c531-610c-4cd2-a948-adb9afca08e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:30.581097 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f8b8315c-564d-4ac4-8c92-6efea404cb95 req-f825c531-610c-4cd2-a948-adb9afca08e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac HTTP/1.1" status: 200 len: 913 time: 0.0862906 Dec 15 13:48:30.623170 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f8b8315c-564d-4ac4-8c92-6efea404cb95 req-e0fb5615-6c5f-4704-9531-a5cadc4fef40 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39008b1f-a016-47f1-9046-a2c4d21ba9ca HTTP/1.1" status: 200 len: 217 time: 0.0341651 Dec 15 13:48:30.670369 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8315c-564d-4ac4-8c92-6efea404cb95 req-200dbe45-fc35-4bf5-9c82-2aea5132247e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:30.671839 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f8b8315c-564d-4ac4-8c92-6efea404cb95 req-200dbe45-fc35-4bf5-9c82-2aea5132247e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00b8705d-e81d-4e77-9f94-6e0d26788b28 HTTP/1.1" status: 200 len: 851 time: 0.0424404 Dec 15 13:48:30.720570 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8315c-564d-4ac4-8c92-6efea404cb95 req-5dba9c07-488f-4835-a046-fbced4515791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:30.722027 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f8b8315c-564d-4ac4-8c92-6efea404cb95 req-5dba9c07-488f-4835-a046-fbced4515791 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429580 Dec 15 13:48:30.808935 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f8b8315c-564d-4ac4-8c92-6efea404cb95 req-10994f40-e108-4b04-bc87-d221d08ec469 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790093 Dec 15 13:48:30.902553 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f8b8315c-564d-4ac4-8c92-6efea404cb95 req-ab8ca3d1-3427-401f-adaf-827c3a60c8d3 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842004 Dec 15 13:48:31.194898 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66577fa2-38af-4616-b5b7-224ecf24fdb4 req-82d235d0-f9e9-4b53-85b4-000cf5c7c8c0 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:31.196288 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-66577fa2-38af-4616-b5b7-224ecf24fdb4 req-82d235d0-f9e9-4b53-85b4-000cf5c7c8c0 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 944 time: 0.0474629 Dec 15 13:48:31.244420 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-66577fa2-38af-4616-b5b7-224ecf24fdb4 req-51e42072-cd65-41f8-bea2-4539ee1b3318 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419188 Dec 15 13:48:32.357449 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b71dd9-b2ad-4580-9eca-1101a7e5a347 req-067ed35f-d097-4fd7-94b8-a4726397ae64 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:32.358897 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-86b71dd9-b2ad-4580-9eca-1101a7e5a347 req-067ed35f-d097-4fd7-94b8-a4726397ae64 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 944 time: 0.0463808 Dec 15 13:48:32.411335 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-86b71dd9-b2ad-4580-9eca-1101a7e5a347 req-25c18193-944d-4661-8ccf-056d751ca69d tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466454 Dec 15 13:48:33.521901 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d02264-36f1-4760-a602-42b1c99b58eb req-bb6b9755-13a8-4255-a491-faf036ea4f8e tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:33.523354 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-16d02264-36f1-4760-a602-42b1c99b58eb req-bb6b9755-13a8-4255-a491-faf036ea4f8e tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 944 time: 0.0476685 Dec 15 13:48:33.572072 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-16d02264-36f1-4760-a602-42b1c99b58eb req-1c9c9389-790a-404e-b969-f2774974d60c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423717 Dec 15 13:48:34.684336 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbfe70-5239-44cb-98cd-15bbd582faf8 req-9213343e-d577-4fad-9748-1de4787948bb tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:34.685773 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-edfbfe70-5239-44cb-98cd-15bbd582faf8 req-9213343e-d577-4fad-9748-1de4787948bb tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 944 time: 0.0478046 Dec 15 13:48:34.733285 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-edfbfe70-5239-44cb-98cd-15bbd582faf8 req-7e7cb5f5-2e24-4bfc-929b-a337dc5a49e6 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415993 Dec 15 13:48:35.849615 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535701c-64f7-4f00-a2b1-18cac7860e36 req-34358f00-7a17-40f8-b4ec-6420c732156b tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:35.851065 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9535701c-64f7-4f00-a2b1-18cac7860e36 req-34358f00-7a17-40f8-b4ec-6420c732156b tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 944 time: 0.0509696 Dec 15 13:48:35.898962 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-9535701c-64f7-4f00-a2b1-18cac7860e36 req-29274534-edb8-449e-91e2-4628ac2bde38 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418336 Dec 15 13:48:37.009508 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d29d3-1d13-47e7-acab-4751d6cd55a0 req-e7aa3a22-9064-4b10-8147-a49f89d3e3e5 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:37.010973 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-214d29d3-1d13-47e7-acab-4751d6cd55a0 req-e7aa3a22-9064-4b10-8147-a49f89d3e3e5 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 944 time: 0.0475519 Dec 15 13:48:37.059168 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-214d29d3-1d13-47e7-acab-4751d6cd55a0 req-be307227-e1ec-4c28-86d5-ce2900191e2f tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418303 Dec 15 13:48:38.170980 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54780725-c885-47a0-9659-d6265f232be7 req-65accef9-7247-401c-a605-7359b873bc8c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:38.172477 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-54780725-c885-47a0-9659-d6265f232be7 req-65accef9-7247-401c-a605-7359b873bc8c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 944 time: 0.0478041 Dec 15 13:48:38.222376 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-54780725-c885-47a0-9659-d6265f232be7 req-a79df6c1-e11d-4142-b192-152d0cc3dcc2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442088 Dec 15 13:48:39.256800 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:39.334112 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb185e-bf1e-4c1b-b869-6f58a41c66bd req-d33d99e0-21d6-4992-9a01-9b808086bf28 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:39.335591 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-16bb185e-bf1e-4c1b-b869-6f58a41c66bd req-d33d99e0-21d6-4992-9a01-9b808086bf28 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 944 time: 0.0479636 Dec 15 13:48:39.383765 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-16bb185e-bf1e-4c1b-b869-6f58a41c66bd req-136d2299-2eba-46f5-8be9-9b5cdf4aa878 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423748 Dec 15 13:48:39.555295 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 39008b1f-a016-47f1-9046-a2c4d21ba9ca details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 13:48:39.647516 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 39008b1f-a016-47f1-9046-a2c4d21ba9ca, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=39008b1f-a016-47f1-9046-a2c4d21ba9ca,segment=NetworkSegment(9e86a7c5-12e4-43db-b435-b398364e50ca),segment_id=9e86a7c5-12e4-43db-b435-b398364e50ca)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:39.659032 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Returning: {'device': '39008b1f-a016-47f1-9046-a2c4d21ba9ca', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'port_id': '39008b1f-a016-47f1-9046-a2c4d21ba9ca', 'mac_address': 'fa:16:3e:02:1c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 13:48:39.695081 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:39.707860 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39008b1f-a016-47f1-9046-a2c4d21ba9ca {{(pid=102376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 13:48:39.726906 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 39008b1f-a016-47f1-9046-a2c4d21ba9ca, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=39008b1f-a016-47f1-9046-a2c4d21ba9ca,segment=NetworkSegment(9e86a7c5-12e4-43db-b435-b398364e50ca),segment_id=9e86a7c5-12e4-43db-b435-b398364e50ca)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:39.731352 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:39.780438 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=39008b1f-a016-47f1-9046-a2c4d21ba9ca,revision_number=4']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:39.787436 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:39.787798 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:39.788135 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:39.788474 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:39.788807 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:39.789137 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:39.789468 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:39.789795 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:39.790121 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:39.790446 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:39.790770 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:39.791126 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:39.791447 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:39.893802 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:48:40.127033 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] get_ports_and_sgs() called for port_ids ['39008b1f-a016-47f1-9046-a2c4d21ba9ca'] {{(pid=102376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 13:48:40.495081 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92817f7c-5e83-46e5-838d-96841b2a191a req-11004e78-0eb2-4e4c-9273-3b113942d781 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:40.496566 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-92817f7c-5e83-46e5-838d-96841b2a191a req-11004e78-0eb2-4e4c-9273-3b113942d781 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 945 time: 0.0482183 Dec 15 13:48:40.545148 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-92817f7c-5e83-46e5-838d-96841b2a191a req-ad21a001-9f67-4995-9e85-83d0e97e115a tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425732 Dec 15 13:48:41.567408 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 39008b1f-a016-47f1-9046-a2c4d21ba9ca up at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 13:48:41.620142 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning for port 39008b1f-a016-47f1-9046-a2c4d21ba9ca completed by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 13:48:41.624066 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.provisioning_blocks [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Provisioning complete for port 39008b1f-a016-47f1-9046-a2c4d21ba9ca triggered by entity L2. {{(pid=102376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 13:48:41.624441 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683944'] for port, provisioning_complete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:41.664066 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b369e4-2ba7-4afe-b977-3eef5b55306d req-b53e28a5-dd09-447f-8e2e-4a437a6fda4a tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:41.665522 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f0b369e4-2ba7-4afe-b977-3eef5b55306d req-b53e28a5-dd09-447f-8e2e-4a437a6fda4a tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 945 time: 0.0536878 Dec 15 13:48:41.701526 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:41.714270 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-f0b369e4-2ba7-4afe-b977-3eef5b55306d req-a95c95b8-63fd-4a59-895e-79e6a6d40c2a tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425410 Dec 15 13:48:41.724214 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bbe639-2f99-4da5-98e1-dbd921cd2de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39008b1f-a016-47f1-9046-a2c4d21ba9ca'}] {{(pid=102376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:41.726606 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f37df71cfddffea4cd6c52a19cb51b43176a3023f9ed168f7d668815aeea8add" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afd0452-b055-4911-b000-3b909109dabc" -d '{"events": [{"server_uuid": "f8bbe639-2f99-4da5-98e1-dbd921cd2de9", "name": "network-vif-plugged", "status": "completed", "tag": "39008b1f-a016-47f1-9046-a2c4d21ba9ca"}]}' {{(pid=102376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:41.739688 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] For port 39008b1f-a016-47f1-9046-a2c4d21ba9ca, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=39008b1f-a016-47f1-9046-a2c4d21ba9ca,segment=NetworkSegment(9e86a7c5-12e4-43db-b435-b398364e50ca),segment_id=9e86a7c5-12e4-43db-b435-b398364e50ca)] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:48:41.743957 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116'] for port, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:41.795049 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Pushing event updated for resources: {'Port': ['ID=39008b1f-a016-47f1-9046-a2c4d21ba9ca,revision_number=5']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:41.829389 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2224087-a39b-4e42-939f-af0ab557545f x-openstack-request-id: req-d2224087-a39b-4e42-939f-af0ab557545f {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:41.829687 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8bbe639-2f99-4da5-98e1-dbd921cd2de9", "name": "network-vif-plugged", "status": "completed", "tag": "39008b1f-a016-47f1-9046-a2c4d21ba9ca", "code": 200}]} {{(pid=102376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:41.829945 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2224087-a39b-4e42-939f-af0ab557545f {{(pid=102376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:41.830342 dv-cinder-813227-4-iscsi neutron-server[102376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bbe639-2f99-4da5-98e1-dbd921cd2de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39008b1f-a016-47f1-9046-a2c4d21ba9ca', 'code': 200} Dec 15 13:48:42.045543 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0df34-d85c-487c-878c-7edb6aa6ee09 req-79959662-e6a3-4a80-9e37-986f5f589416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:42.047222 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-24a0df34-d85c-487c-878c-7edb6aa6ee09 req-79959662-e6a3-4a80-9e37-986f5f589416 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 1099 time: 0.0403891 Dec 15 13:48:42.093865 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-24a0df34-d85c-487c-878c-7edb6aa6ee09 req-e5eb7d07-28f6-4117-82a2-1034cd68a615 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400081 Dec 15 13:48:42.825236 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c5390-da9b-437f-ac2e-5201446bcd97 req-2f249fbe-5c8b-4cf2-a0bc-42d2d697f2ff tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:42.826657 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-918c5390-da9b-437f-ac2e-5201446bcd97 req-2f249fbe-5c8b-4cf2-a0bc-42d2d697f2ff tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 946 time: 0.0472727 Dec 15 13:48:42.874891 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-918c5390-da9b-437f-ac2e-5201446bcd97 req-2bc86911-3c4a-4e2f-801e-bf564f83db16 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423937 Dec 15 13:48:43.483965 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-345d074d-9f4d-4266-8ee4-934b91ef3841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:43.991083 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea7bc5-b9ff-4228-9797-94758c9f750e req-4c583033-bee4-4e98-bf4e-8d5e5fee63c9 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:43.992527 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-deea7bc5-b9ff-4228-9797-94758c9f750e req-4c583033-bee4-4e98-bf4e-8d5e5fee63c9 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 946 time: 0.0510504 Dec 15 13:48:44.248361 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-deea7bc5-b9ff-4228-9797-94758c9f750e req-6dcc2dce-b16c-4179-b132-09088728c87c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2491941 Dec 15 13:48:44.357597 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75df20-a7a1-4b2d-b276-6349aeaf1c4c req-1c68f7bf-4145-441d-bf39-3672eee60cb6 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:44.359034 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ed75df20-a7a1-4b2d-b276-6349aeaf1c4c req-1c68f7bf-4145-441d-bf39-3672eee60cb6 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 946 time: 0.0462379 Dec 15 13:48:44.406591 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ed75df20-a7a1-4b2d-b276-6349aeaf1c4c req-d882d963-5c25-449c-b7bb-8f24003b0550 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418048 Dec 15 13:48:44.428374 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 35340) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:44.562345 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa19a69-1e01-4d5e-8e93-f7ea954f2dc0 tempest-TestVolumeBootPattern-147979782 tempest-TestVolumeBootPattern-147979782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:44.563840 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-1fa19a69-1e01-4d5e-8e93-f7ea954f2dc0 tempest-TestVolumeBootPattern-147979782 tempest-TestVolumeBootPattern-147979782-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 1094 time: 0.1345377 Dec 15 13:48:44.566569 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 35344) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:48:44.570667 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.v2.base [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Request body: {'floatingip': {'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'port_id': '39008b1f-a016-47f1-9046-a2c4d21ba9ca', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 13:48:44.591885 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for floatingip, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.686950 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.790221 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.db_base_plugin_common [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Allocated IP 172.27.2.134 (d75b81e5-d2ea-4613-a99a-556640a87149/db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2/8bea057c-675f-4024-821d-7b0041ff20ce) {{(pid=102375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 13:48:44.890507 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for port, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.921829 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790302833080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:44.963064 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Network d75b81e5-d2ea-4613-a99a-556640a87149 is already hosted by enough agents. {{(pid=102375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 13:48:44.965977 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.base_scheduler [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Resources bound (agent type, host, resource id): {{(pid=102375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 13:48:44.969441 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Received port after_create {{(pid=102375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 13:48:44.990350 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Pushing event updated for resources: {'Port': ['ID=8bea057c-675f-4024-821d-7b0041ff20ce,revision_number=1']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:45.003513 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:45.004127 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:45.004238 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:45.004497 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:45.004822 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:45.005143 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:45.005462 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:45.005782 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:45.006103 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:45.006443 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:45.006759 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:45.007099 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:45.007411 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:48:45.310569 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:45.375732 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600537'] for port, before_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:45.523484 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for port, precommit_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:45.528380 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790303414501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790302833098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790302833116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655701'] for port, after_update {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:45.596364 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Pushing event updated for resources: {'Port': ['ID=8bea057c-675f-4024-821d-7b0041ff20ce,revision_number=2']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:48:45.604320 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529426'] for floatingip, after_create {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:45.701238 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.db.l3_db [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Floating IP 78e6037b-2777-4346-9549-e6ba8b57a5b8 associated. External IP: 172.27.2.134, port: 39008b1f-a016-47f1-9046-a2c4d21ba9ca. Dec 15 13:48:45.838425 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-f1bf8fdf-5a41-46a1-a019-eb4091ffdb30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:45.929864 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Router e347154b-683e-4757-a349-23cb14c52586 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:48:46.034990 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:48:46.045137 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adbd00a-2b17-4988-b022-676956b8fd04 None None] Sync routers for ids ['e347154b-683e-4757-a349-23cb14c52586'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:48:46.052838 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for floatingip, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:46.057182 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adbd00a-2b17-4988-b022-676956b8fd04 None None] Routers {'e347154b-683e-4757-a349-23cb14c52586'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:48:46.057826 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-1adbd00a-2b17-4988-b022-676956b8fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:48:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['e347154b-683e-4757-a349-23cb14c52586'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:46.094867 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-48e4e26e-0100-4426-9955-7f86e04260f2 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5148687 Dec 15 13:48:46.094867 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8bbe639-2f99-4da5-98e1-dbd921cd2de9', 'tag': '39008b1f-a016-47f1-9046-a2c4d21ba9ca'}] {{(pid=102375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:48:46.094867 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71b9fb3f465478ec81e2ba98b454169580960ac631f62dad39edafcc790f624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8aeb785-a6e7-49f3-8388-0d93bb99530c" -d '{"events": [{"name": "network-changed", "server_uuid": "f8bbe639-2f99-4da5-98e1-dbd921cd2de9", "tag": "39008b1f-a016-47f1-9046-a2c4d21ba9ca"}]}' {{(pid=102375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:48:46.177683 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1d38cc-a316-45c3-8ee1-20185b38de55 x-openstack-request-id: req-3b1d38cc-a316-45c3-8ee1-20185b38de55 {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:48:46.178001 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8bbe639-2f99-4da5-98e1-dbd921cd2de9", "tag": "39008b1f-a016-47f1-9046-a2c4d21ba9ca", "status": "completed", "code": 200}]} {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:48:46.178276 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3b1d38cc-a316-45c3-8ee1-20185b38de55 {{(pid=102375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:48:46.178705 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8bbe639-2f99-4da5-98e1-dbd921cd2de9', 'tag': '39008b1f-a016-47f1-9046-a2c4d21ba9ca', 'status': 'completed', 'code': 200} Dec 15 13:48:46.242369 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aeb785-a6e7-49f3-8388-0d93bb99530c req-16a8cb27-2a9b-48be-a0e9-0faafe4e8d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:46.244162 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c8aeb785-a6e7-49f3-8388-0d93bb99530c req-16a8cb27-2a9b-48be-a0e9-0faafe4e8d7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff117078def64108b7829db8db9baf7f&device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 1099 time: 0.0404789 Dec 15 13:48:46.294623 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-1adbd00a-2b17-4988-b022-676956b8fd04 None None] Set router e347154b-683e-4757-a349-23cb14c52586 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:48:46.338502 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aeb785-a6e7-49f3-8388-0d93bb99530c req-4b58ebee-325b-41e6-8c45-bcdcd47e5182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:46.340014 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c8aeb785-a6e7-49f3-8388-0d93bb99530c req-4b58ebee-325b-41e6-8c45-bcdcd47e5182 service neutron] 10.222.0.46 "GET /v2.0/networks?id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac HTTP/1.1" status: 200 len: 913 time: 0.0866704 Dec 15 13:48:46.404638 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c8aeb785-a6e7-49f3-8388-0d93bb99530c req-32b848b6-7b80-4b1d-8fa4-b1cf06a27997 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39008b1f-a016-47f1-9046-a2c4d21ba9ca HTTP/1.1" status: 200 len: 1000 time: 0.0570173 Dec 15 13:48:46.457997 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aeb785-a6e7-49f3-8388-0d93bb99530c req-3cb8fa81-0fb4-4e45-a456-c913dc153cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:46.459502 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c8aeb785-a6e7-49f3-8388-0d93bb99530c req-3cb8fa81-0fb4-4e45-a456-c913dc153cf1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00b8705d-e81d-4e77-9f94-6e0d26788b28 HTTP/1.1" status: 200 len: 851 time: 0.0470064 Dec 15 13:48:46.509034 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aeb785-a6e7-49f3-8388-0d93bb99530c req-d9287a7b-170f-40cf-9a9e-9a9a4721b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:48:46.510463 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c8aeb785-a6e7-49f3-8388-0d93bb99530c req-d9287a7b-170f-40cf-9a9e-9a9a4721b5c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436966 Dec 15 13:48:46.533301 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-1adbd00a-2b17-4988-b022-676956b8fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 4, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': '78e6037b-2777-4346-9549-e6ba8b57a5b8', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'floating_ip_address': '172.27.2.134', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': 'e347154b-683e-4757-a349-23cb14c52586', 'port_id': '39008b1f-a016-47f1-9046-a2c4d21ba9ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'mac_address': 'fa:16:3e:02:1c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbe639-2f99-4da5-98e1-dbd921cd2de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:48:45Z', 'updated_at': '2021-12-15T13:48:45Z', 'revision_number': 0, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'fixed_ip_address_scope': None}, {'id': '9d6cbbff-b9a4-449c-b046-c5108a8174bd', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'floating_ip_address': '172.27.2.199', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': 'e347154b-683e-4757-a349-23cb14c52586', 'port_id': 'e3401a55-6804-4ee1-aba8-8e5fd04ec241', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'mac_address': 'fa:16:3e:82:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6266e4c0-1dd9-4859-ae9c-ae17bbacae4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:46:15Z', 'updated_at': '2021-12-15T13:46:17Z', 'revision_number': 1, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323336d2-f2d3-460d-901b-fbab3ca127de', 'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'mac_address': 'fa:16:3e:d7:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 5, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'subnets': [{'id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:46.559023 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adbd00a-2b17-4988-b022-676956b8fd04 None None] Checking router: e347154b-683e-4757-a349-23cb14c52586 for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:48:46.567114 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adbd00a-2b17-4988-b022-676956b8fd04 None None] Routers {'e347154b-683e-4757-a349-23cb14c52586'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:48:46.567710 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-1adbd00a-2b17-4988-b022-676956b8fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:48:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['e347154b-683e-4757-a349-23cb14c52586'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:46.601156 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c8aeb785-a6e7-49f3-8388-0d93bb99530c req-1e6a2122-4bb0-4ce4-8131-7b177c40653e service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836811 Dec 15 13:48:46.675039 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-1adbd00a-2b17-4988-b022-676956b8fd04 None None] Set router e347154b-683e-4757-a349-23cb14c52586 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:48:46.697450 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c8aeb785-a6e7-49f3-8388-0d93bb99530c req-492ef656-d238-42c6-af6a-6334d30d3f22 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889168 Dec 15 13:48:46.898443 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-1adbd00a-2b17-4988-b022-676956b8fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 4, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': '78e6037b-2777-4346-9549-e6ba8b57a5b8', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'floating_ip_address': '172.27.2.134', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': 'e347154b-683e-4757-a349-23cb14c52586', 'port_id': '39008b1f-a016-47f1-9046-a2c4d21ba9ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'mac_address': 'fa:16:3e:02:1c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbe639-2f99-4da5-98e1-dbd921cd2de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:48:45Z', 'updated_at': '2021-12-15T13:48:45Z', 'revision_number': 0, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'fixed_ip_address_scope': None}, {'id': '9d6cbbff-b9a4-449c-b046-c5108a8174bd', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'floating_ip_address': '172.27.2.199', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': 'e347154b-683e-4757-a349-23cb14c52586', 'port_id': 'e3401a55-6804-4ee1-aba8-8e5fd04ec241', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'mac_address': 'fa:16:3e:82:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6266e4c0-1dd9-4859-ae9c-ae17bbacae4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:46:15Z', 'updated_at': '2021-12-15T13:46:17Z', 'revision_number': 1, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323336d2-f2d3-460d-901b-fbab3ca127de', 'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'mac_address': 'fa:16:3e:d7:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 5, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'subnets': [{'id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:48:46.927531 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adbd00a-2b17-4988-b022-676956b8fd04 None None] The sync data for ids ['e347154b-683e-4757-a349-23cb14c52586'] in dv-cinder-813227-4-iscsi is: [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 4, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': '78e6037b-2777-4346-9549-e6ba8b57a5b8', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'floating_ip_address': '172.27.2.134', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': 'e347154b-683e-4757-a349-23cb14c52586', 'port_id': '39008b1f-a016-47f1-9046-a2c4d21ba9ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'mac_address': 'fa:16:3e:02:1c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbe639-2f99-4da5-98e1-dbd921cd2de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:48:45Z', 'updated_at': '2021-12-15T13:48:45Z', 'revision_number': 0, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'fixed_ip_address_scope': None}, {'id': '9d6cbbff-b9a4-449c-b046-c5108a8174bd', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'floating_ip_address': '172.27.2.199', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': 'e347154b-683e-4757-a349-23cb14c52586', 'port_id': 'e3401a55-6804-4ee1-aba8-8e5fd04ec241', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'mac_address': 'fa:16:3e:82:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6266e4c0-1dd9-4859-ae9c-ae17bbacae4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:46:15Z', 'updated_at': '2021-12-15T13:46:17Z', 'revision_number': 1, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323336d2-f2d3-460d-901b-fbab3ca127de', 'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'mac_address': 'fa:16:3e:d7:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 5, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'subnets': [{'id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:48:46.963617 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:47.110497 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bf156c-c5b2-45a4-b343-642262c35ea0 None None] New status for floating IP 78e6037b-2777-4346-9549-e6ba8b57a5b8: ACTIVE {{(pid=102377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:48:48.580630 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:48:49.477739 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:09.257974 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:13.485378 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-5826669b-1fac-468e-a13b-c80f627d81ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:15.841358 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-dbcbfcb0-c858-4984-ba2f-294de754bf2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:16.892819 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:49:16.968657 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:18.584614 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:19.479377 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:24.683165 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-4fd63437-4966-4437-8381-f47e603d2d7d req-72e56894-e67b-41bf-a5ab-1f7d3fa5153c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403094 Dec 15 13:49:24.766019 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd63437-4966-4437-8381-f47e603d2d7d req-9d32c8e8-d2f6-428b-91f9-3347d5062fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:24.767506 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-4fd63437-4966-4437-8381-f47e603d2d7d req-9d32c8e8-d2f6-428b-91f9-3347d5062fb5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff117078def64108b7829db8db9baf7f&device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 1098 time: 0.0406373 Dec 15 13:49:24.872135 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd63437-4966-4437-8381-f47e603d2d7d req-5e7aa89f-b44f-41a3-bfc7-8aea93ea1a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:24.873569 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-4fd63437-4966-4437-8381-f47e603d2d7d req-5e7aa89f-b44f-41a3-bfc7-8aea93ea1a89 service neutron] 10.222.0.46 "GET /v2.0/networks?id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac HTTP/1.1" status: 200 len: 913 time: 0.0872676 Dec 15 13:49:24.938290 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-4fd63437-4966-4437-8381-f47e603d2d7d req-6247b608-b072-4dbf-80cd-6cd8ff579a40 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3401a55-6804-4ee1-aba8-8e5fd04ec241 HTTP/1.1" status: 200 len: 1001 time: 0.0567243 Dec 15 13:49:24.986497 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd63437-4966-4437-8381-f47e603d2d7d req-74f01a7a-f48d-4678-bd2d-0e64c6b72116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:24.987940 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-4fd63437-4966-4437-8381-f47e603d2d7d req-74f01a7a-f48d-4678-bd2d-0e64c6b72116 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00b8705d-e81d-4e77-9f94-6e0d26788b28 HTTP/1.1" status: 200 len: 851 time: 0.0432005 Dec 15 13:49:25.037080 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd63437-4966-4437-8381-f47e603d2d7d req-7293bf04-5bab-4629-9091-ec1d68dac1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:49:25.038543 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-4fd63437-4966-4437-8381-f47e603d2d7d req-7293bf04-5bab-4629-9091-ec1d68dac1e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429089 Dec 15 13:49:25.125225 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-4fd63437-4966-4437-8381-f47e603d2d7d req-3c51b12d-a5ee-4c01-a97c-0be98bb7632f service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791123 Dec 15 13:49:25.216984 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-4fd63437-4966-4437-8381-f47e603d2d7d req-a7605a19-947f-46f1-9530-1743fd0529d4 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842268 Dec 15 13:49:29.668889 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [req-8558f6ed-3595-4a68-a387-62c7df5c4b1b req-4dd92502-f7e0-472b-bda0-9490e262c894 tempest-AttachVolumeNegativeTest-1683184427 tempest-AttachVolumeNegativeTest-1683184427-project] (102374) timed out ('10.222.0.46', 53171) {{(pid=102374) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 13:49:39.256394 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:43.487844 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-e8c7ee2c-a1e7-4588-a82c-d2681bbe56d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:45.842723 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-e5213259-f118-4343-9060-47a6fdb80f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:46.968378 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:48.587454 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:49.484233 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:49:53.892059 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:50:09.240638 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:13.495258 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-5375e29a-6a17-484c-b05d-eb078415529d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:15.843706 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-f6476446-21e8-4053-96ab-2237c5d5f07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:16.972049 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:18.593116 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:19.487520 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:25.215539 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f5eb363b-2e82-4afa-bcac-4d1546b2e4f3 req-6fb0471e-ae20-4ead-9784-6148b7ef0004 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394766 Dec 15 13:50:25.274270 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb363b-2e82-4afa-bcac-4d1546b2e4f3 req-d114a6c2-21e1-44eb-aeb4-ec92ed301bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:25.275737 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f5eb363b-2e82-4afa-bcac-4d1546b2e4f3 req-d114a6c2-21e1-44eb-aeb4-ec92ed301bc6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff117078def64108b7829db8db9baf7f&device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 1099 time: 0.0387623 Dec 15 13:50:25.379414 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb363b-2e82-4afa-bcac-4d1546b2e4f3 req-8f9e0111-b7b7-4e9d-ac71-17603344af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:25.380861 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f5eb363b-2e82-4afa-bcac-4d1546b2e4f3 req-8f9e0111-b7b7-4e9d-ac71-17603344af3e service neutron] 10.222.0.46 "GET /v2.0/networks?id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac HTTP/1.1" status: 200 len: 913 time: 0.0863500 Dec 15 13:50:25.444129 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f5eb363b-2e82-4afa-bcac-4d1546b2e4f3 req-7f5722bd-a17d-4b9c-8b94-c6d2689d9170 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39008b1f-a016-47f1-9046-a2c4d21ba9ca HTTP/1.1" status: 200 len: 1002 time: 0.0563838 Dec 15 13:50:25.493398 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb363b-2e82-4afa-bcac-4d1546b2e4f3 req-d4ebf978-9435-4fa3-b832-ae3d985772f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:25.494723 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f5eb363b-2e82-4afa-bcac-4d1546b2e4f3 req-d4ebf978-9435-4fa3-b832-ae3d985772f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00b8705d-e81d-4e77-9f94-6e0d26788b28 HTTP/1.1" status: 200 len: 851 time: 0.0418065 Dec 15 13:50:25.542923 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb363b-2e82-4afa-bcac-4d1546b2e4f3 req-89eaba6d-5391-4b0b-a923-3ff9bbdd1338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:25.544381 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f5eb363b-2e82-4afa-bcac-4d1546b2e4f3 req-89eaba6d-5391-4b0b-a923-3ff9bbdd1338 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415831 Dec 15 13:50:25.630417 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f5eb363b-2e82-4afa-bcac-4d1546b2e4f3 req-75e829cf-06b5-4a02-a58e-b312ee2625de service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781956 Dec 15 13:50:25.720773 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-f5eb363b-2e82-4afa-bcac-4d1546b2e4f3 req-02743c90-13ea-4ec9-903a-3f195d67fb9a service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836954 Dec 15 13:50:30.890112 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:50:34.999323 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 35378) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:35.152427 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Deleting port 8bea057c-675f-4024-821d-7b0041ff20ce {{(pid=102375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:35.152765 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.225217 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.225539 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.237074 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Calling delete_port for 8bea057c-675f-4024-821d-7b0041ff20ce owned by network:floatingip {{(pid=102375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:35.380764 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.410077 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Pushing event deleted for resources: {'Port': ['ID=8bea057c-675f-4024-821d-7b0041ff20ce,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:35.420929 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:35.421284 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:35.421625 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:35.421962 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:35.422293 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:35.422621 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:35.422974 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:35.423305 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:35.423625 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:35.423947 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:35.424283 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:35.424583 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:35.424899 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:35.478481 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for floatingip, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.479126 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.db.l3_db [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Floating IP 78e6037b-2777-4346-9549-e6ba8b57a5b8 disassociated (deleted). External IP: 172.27.2.134, port: 39008b1f-a016-47f1-9046-a2c4d21ba9ca. Dec 15 13:50:35.682691 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Router e347154b-683e-4757-a349-23cb14c52586 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:50:35.788239 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:50:35.792865 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for floatingip, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:35.798324 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad68673c-89e9-492e-b370-3bcc03ca9784 None None] Sync routers for ids ['e347154b-683e-4757-a349-23cb14c52586'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:50:35.807694 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad68673c-89e9-492e-b370-3bcc03ca9784 None None] Routers {'e347154b-683e-4757-a349-23cb14c52586'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:35.808309 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-ad68673c-89e9-492e-b370-3bcc03ca9784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:50:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['e347154b-683e-4757-a349-23cb14c52586'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:35.822498 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-13c4951f-7dcb-4140-8536-0a880a09f648 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "DELETE /v2.0/floatingips/78e6037b-2777-4346-9549-e6ba8b57a5b8 HTTP/1.1" status: 204 len: 168 time: 0.8197944 Dec 15 13:50:35.822498 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8bbe639-2f99-4da5-98e1-dbd921cd2de9', 'tag': '39008b1f-a016-47f1-9046-a2c4d21ba9ca'}] {{(pid=102375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:35.823050 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71b9fb3f465478ec81e2ba98b454169580960ac631f62dad39edafcc790f624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c874eb33-ab78-40b7-9393-93919da11184" -d '{"events": [{"name": "network-changed", "server_uuid": "f8bbe639-2f99-4da5-98e1-dbd921cd2de9", "tag": "39008b1f-a016-47f1-9046-a2c4d21ba9ca"}]}' {{(pid=102375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:35.865273 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f10889c-c7be-46d9-a12c-43e02bc7d469 x-openstack-request-id: req-1f10889c-c7be-46d9-a12c-43e02bc7d469 {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:35.865543 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8bbe639-2f99-4da5-98e1-dbd921cd2de9", "tag": "39008b1f-a016-47f1-9046-a2c4d21ba9ca", "status": "completed", "code": 200}]} {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:35.865796 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1f10889c-c7be-46d9-a12c-43e02bc7d469 {{(pid=102375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:35.866197 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8bbe639-2f99-4da5-98e1-dbd921cd2de9', 'tag': '39008b1f-a016-47f1-9046-a2c4d21ba9ca', 'status': 'completed', 'code': 200} Dec 15 13:50:35.918800 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-ad68673c-89e9-492e-b370-3bcc03ca9784 None None] Set router e347154b-683e-4757-a349-23cb14c52586 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:35.932610 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874eb33-ab78-40b7-9393-93919da11184 req-172099d4-eab0-47e6-8bbb-6f1f69e9dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:35.934175 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c874eb33-ab78-40b7-9393-93919da11184 req-172099d4-eab0-47e6-8bbb-6f1f69e9dbe0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff117078def64108b7829db8db9baf7f&device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 1099 time: 0.0439861 Dec 15 13:50:36.026785 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874eb33-ab78-40b7-9393-93919da11184 req-bfb19410-af4c-4467-b05f-d1d99fe34bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:36.028287 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c874eb33-ab78-40b7-9393-93919da11184 req-bfb19410-af4c-4467-b05f-d1d99fe34bb1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac HTTP/1.1" status: 200 len: 913 time: 0.0857322 Dec 15 13:50:36.070143 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c874eb33-ab78-40b7-9393-93919da11184 req-d4ffd663-4535-4720-a1e7-5703535b7658 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39008b1f-a016-47f1-9046-a2c4d21ba9ca HTTP/1.1" status: 200 len: 217 time: 0.0346861 Dec 15 13:50:36.118130 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874eb33-ab78-40b7-9393-93919da11184 req-4cb7dcb4-5e13-420a-bc7b-2f5e2d781e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:36.119643 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c874eb33-ab78-40b7-9393-93919da11184 req-4cb7dcb4-5e13-420a-bc7b-2f5e2d781e8e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00b8705d-e81d-4e77-9f94-6e0d26788b28 HTTP/1.1" status: 200 len: 851 time: 0.0424507 Dec 15 13:50:36.140947 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-ad68673c-89e9-492e-b370-3bcc03ca9784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 4, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': '9d6cbbff-b9a4-449c-b046-c5108a8174bd', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'floating_ip_address': '172.27.2.199', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': 'e347154b-683e-4757-a349-23cb14c52586', 'port_id': 'e3401a55-6804-4ee1-aba8-8e5fd04ec241', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'mac_address': 'fa:16:3e:82:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6266e4c0-1dd9-4859-ae9c-ae17bbacae4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:46:15Z', 'updated_at': '2021-12-15T13:46:17Z', 'revision_number': 1, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323336d2-f2d3-460d-901b-fbab3ca127de', 'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'mac_address': 'fa:16:3e:d7:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 5, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'subnets': [{'id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:36.165076 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874eb33-ab78-40b7-9393-93919da11184 req-837e5da5-7a18-477b-97bc-a5a854e60546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:36.166575 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c874eb33-ab78-40b7-9393-93919da11184 req-837e5da5-7a18-477b-97bc-a5a854e60546 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391009 Dec 15 13:50:36.171116 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad68673c-89e9-492e-b370-3bcc03ca9784 None None] Checking router: e347154b-683e-4757-a349-23cb14c52586 for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:36.179435 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad68673c-89e9-492e-b370-3bcc03ca9784 None None] Routers {'e347154b-683e-4757-a349-23cb14c52586'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:36.180032 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-ad68673c-89e9-492e-b370-3bcc03ca9784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:50:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['e347154b-683e-4757-a349-23cb14c52586'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:36.257700 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c874eb33-ab78-40b7-9393-93919da11184 req-d0e5a1f5-d532-4185-beb7-f7029e1db058 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833108 Dec 15 13:50:36.351607 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-c874eb33-ab78-40b7-9393-93919da11184 req-87fb18e2-1157-47ae-87c1-c0ac1c7c7682 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865722 Dec 15 13:50:36.413855 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-ad68673c-89e9-492e-b370-3bcc03ca9784 None None] Set router e347154b-683e-4757-a349-23cb14c52586 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:36.641117 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-ad68673c-89e9-492e-b370-3bcc03ca9784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 4, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': '9d6cbbff-b9a4-449c-b046-c5108a8174bd', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'floating_ip_address': '172.27.2.199', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': 'e347154b-683e-4757-a349-23cb14c52586', 'port_id': 'e3401a55-6804-4ee1-aba8-8e5fd04ec241', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'mac_address': 'fa:16:3e:82:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6266e4c0-1dd9-4859-ae9c-ae17bbacae4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:46:15Z', 'updated_at': '2021-12-15T13:46:17Z', 'revision_number': 1, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323336d2-f2d3-460d-901b-fbab3ca127de', 'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'mac_address': 'fa:16:3e:d7:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 5, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'subnets': [{'id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:36.670626 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad68673c-89e9-492e-b370-3bcc03ca9784 None None] The sync data for ids ['e347154b-683e-4757-a349-23cb14c52586'] in dv-cinder-813227-4-iscsi is: [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 4, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_floatingips': [{'id': '9d6cbbff-b9a4-449c-b046-c5108a8174bd', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'floating_ip_address': '172.27.2.199', 'floating_network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'router_id': 'e347154b-683e-4757-a349-23cb14c52586', 'port_id': 'e3401a55-6804-4ee1-aba8-8e5fd04ec241', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'mac_address': 'fa:16:3e:82:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6266e4c0-1dd9-4859-ae9c-ae17bbacae4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T13:46:15Z', 'updated_at': '2021-12-15T13:46:17Z', 'revision_number': 1, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323336d2-f2d3-460d-901b-fbab3ca127de', 'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'mac_address': 'fa:16:3e:d7:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 5, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'subnets': [{'id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:36.885018 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f18c38-f49b-4ba2-abd2-ba25214a00d6 None None] New status for floating IP 78e6037b-2777-4346-9549-e6ba8b57a5b8: DOWN {{(pid=102377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:50:37.078604 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf0ee4-d09c-4184-901b-f2f4c14231f4 req-b0022fa2-ffc3-402f-8c98-523d4a42f8ee tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:37.080111 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-acdf0ee4-d09c-4184-901b-f2f4c14231f4 req-b0022fa2-ffc3-402f-8c98-523d4a42f8ee tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 946 time: 0.0487750 Dec 15 13:50:37.128748 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-acdf0ee4-d09c-4184-901b-f2f4c14231f4 req-18cc11c8-24a4-42a4-849a-906a941b1f25 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429060 Dec 15 13:50:38.245168 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cba09-8a32-42ae-8a49-4a32b098b341 req-72a55760-1e87-4e29-a8fe-3f0505fe2f2f tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:38.246630 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ad6cba09-8a32-42ae-8a49-4a32b098b341 req-72a55760-1e87-4e29-a8fe-3f0505fe2f2f tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 946 time: 0.0518372 Dec 15 13:50:38.294928 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-ad6cba09-8a32-42ae-8a49-4a32b098b341 req-7ffe68f1-fa0f-428d-8cd7-b4e90edc9186 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418315 Dec 15 13:50:38.662484 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedd0aa-a987-42da-94b2-a6fb3a7b28d9 req-d185a26e-0935-4827-91a4-5cc90767df67 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:38.663995 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-1aedd0aa-a987-42da-94b2-a6fb3a7b28d9 req-d185a26e-0935-4827-91a4-5cc90767df67 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 946 time: 0.0510175 Dec 15 13:50:38.752612 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-1aedd0aa-a987-42da-94b2-a6fb3a7b28d9 req-b9369f54-1f48-40ec-8a75-47a512e34e1c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Deleting port 39008b1f-a016-47f1-9046-a2c4d21ba9ca {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:38.752948 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-1aedd0aa-a987-42da-94b2-a6fb3a7b28d9 req-b9369f54-1f48-40ec-8a75-47a512e34e1c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:38.840495 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-1aedd0aa-a987-42da-94b2-a6fb3a7b28d9 req-b9369f54-1f48-40ec-8a75-47a512e34e1c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] For port 39008b1f-a016-47f1-9046-a2c4d21ba9ca, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=39008b1f-a016-47f1-9046-a2c4d21ba9ca,segment=NetworkSegment(9e86a7c5-12e4-43db-b435-b398364e50ca),segment_id=9e86a7c5-12e4-43db-b435-b398364e50ca)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:38.840850 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-1aedd0aa-a987-42da-94b2-a6fb3a7b28d9 req-b9369f54-1f48-40ec-8a75-47a512e34e1c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:38.854159 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-1aedd0aa-a987-42da-94b2-a6fb3a7b28d9 req-b9369f54-1f48-40ec-8a75-47a512e34e1c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Calling delete_port for 39008b1f-a016-47f1-9046-a2c4d21ba9ca owned by compute:nova {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:38.978541 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-1aedd0aa-a987-42da-94b2-a6fb3a7b28d9 req-b9369f54-1f48-40ec-8a75-47a512e34e1c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.006323 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9369f54-1f48-40ec-8a75-47a512e34e1c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Pushing event deleted for resources: {'Port': ['ID=39008b1f-a016-47f1-9046-a2c4d21ba9ca,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:39.032940 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9369f54-1f48-40ec-8a75-47a512e34e1c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:39.033290 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9369f54-1f48-40ec-8a75-47a512e34e1c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:39.033632 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9369f54-1f48-40ec-8a75-47a512e34e1c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:39.033966 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9369f54-1f48-40ec-8a75-47a512e34e1c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:39.034295 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9369f54-1f48-40ec-8a75-47a512e34e1c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:39.034618 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9369f54-1f48-40ec-8a75-47a512e34e1c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:39.034964 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9369f54-1f48-40ec-8a75-47a512e34e1c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:39.035289 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9369f54-1f48-40ec-8a75-47a512e34e1c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:39.035611 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9369f54-1f48-40ec-8a75-47a512e34e1c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:39.035932 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9369f54-1f48-40ec-8a75-47a512e34e1c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:39.036451 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9369f54-1f48-40ec-8a75-47a512e34e1c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:39.036773 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9369f54-1f48-40ec-8a75-47a512e34e1c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:39.037091 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9369f54-1f48-40ec-8a75-47a512e34e1c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:39.060632 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aedd0aa-a987-42da-94b2-a6fb3a7b28d9 req-b9369f54-1f48-40ec-8a75-47a512e34e1c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] No DVR routers for this DVR port 39008b1f-a016-47f1-9046-a2c4d21ba9ca on host hv-cinder-81322 {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:39.063457 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-1aedd0aa-a987-42da-94b2-a6fb3a7b28d9 req-b9369f54-1f48-40ec-8a75-47a512e34e1c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.067039 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-1aedd0aa-a987-42da-94b2-a6fb3a7b28d9 req-b9369f54-1f48-40ec-8a75-47a512e34e1c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.46 "DELETE /v2.0/ports/39008b1f-a016-47f1-9046-a2c4d21ba9ca HTTP/1.1" status: 204 len: 173 time: 0.3962605 Dec 15 13:50:39.067493 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bbe639-2f99-4da5-98e1-dbd921cd2de9', 'name': 'network-vif-deleted', 'tag': '39008b1f-a016-47f1-9046-a2c4d21ba9ca'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:39.070440 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7191c9-9531-4de7-af7a-3339fdaac7fa" -d '{"events": [{"server_uuid": "f8bbe639-2f99-4da5-98e1-dbd921cd2de9", "name": "network-vif-deleted", "tag": "39008b1f-a016-47f1-9046-a2c4d21ba9ca"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:39.109298 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e09ac07-1dc4-4f5f-968f-22500ad76079 x-openstack-request-id: req-5e09ac07-1dc4-4f5f-968f-22500ad76079 {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:39.109729 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8bbe639-2f99-4da5-98e1-dbd921cd2de9", "name": "network-vif-deleted", "tag": "39008b1f-a016-47f1-9046-a2c4d21ba9ca", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:39.109969 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e09ac07-1dc4-4f5f-968f-22500ad76079 {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:39.110673 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bbe639-2f99-4da5-98e1-dbd921cd2de9', 'name': 'network-vif-deleted', 'tag': '39008b1f-a016-47f1-9046-a2c4d21ba9ca', 'status': 'completed', 'code': 200} Dec 15 13:50:39.238911 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:39.406324 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-52422ce1-ed34-4da2-8dbc-11a6d22a8198 req-bb83423b-cb3e-4d81-a6d4-d9d1792336a1 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8bbe639-2f99-4da5-98e1-dbd921cd2de9 HTTP/1.1" status: 200 len: 210 time: 0.0363231 Dec 15 13:50:42.172258 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 39008b1f-a016-47f1-9046-a2c4d21ba9ca no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:42.191806 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] No Port match for: 39008b1f-a016-47f1-9046-a2c4d21ba9ca {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:42.192155 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device 39008b1f-a016-47f1-9046-a2c4d21ba9ca not bound to the agent host hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:42.678985 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 35422) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:43.066336 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-6410dbe0-d55d-42a4-be88-a5551f40fb20 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Deleting port 68bbb1e3-5c4e-490b-a7d9-002d8857297f {{(pid=102375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:43.066698 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6410dbe0-d55d-42a4-be88-a5551f40fb20 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.160061 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6410dbe0-d55d-42a4-be88-a5551f40fb20 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.160513 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6410dbe0-d55d-42a4-be88-a5551f40fb20 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.174130 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-6410dbe0-d55d-42a4-be88-a5551f40fb20 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Calling delete_port for 68bbb1e3-5c4e-490b-a7d9-002d8857297f owned by network:floatingip {{(pid=102375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:43.326813 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6410dbe0-d55d-42a4-be88-a5551f40fb20 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.353703 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410dbe0-d55d-42a4-be88-a5551f40fb20 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Pushing event deleted for resources: {'Port': ['ID=68bbb1e3-5c4e-490b-a7d9-002d8857297f,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:43.421783 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6410dbe0-d55d-42a4-be88-a5551f40fb20 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for floatingip, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.422155 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.db.l3_db [None req-6410dbe0-d55d-42a4-be88-a5551f40fb20 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Floating IP 9d6cbbff-b9a4-449c-b046-c5108a8174bd disassociated (deleted). External IP: 172.27.2.199, port: e3401a55-6804-4ee1-aba8-8e5fd04ec241. Dec 15 13:50:43.488028 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-e77da38c-d2a1-4a8d-b2db-0b3864d83952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.627599 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6410dbe0-d55d-42a4-be88-a5551f40fb20 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Router e347154b-683e-4757-a349-23cb14c52586 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:50:43.731998 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6410dbe0-d55d-42a4-be88-a5551f40fb20 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:50:43.736599 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6410dbe0-d55d-42a4-be88-a5551f40fb20 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for floatingip, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:43.743268 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6442f62-14e9-4329-b730-eb3d32a67e4e None None] Sync routers for ids ['e347154b-683e-4757-a349-23cb14c52586'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:50:43.753176 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6442f62-14e9-4329-b730-eb3d32a67e4e None None] Routers {'e347154b-683e-4757-a349-23cb14c52586'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:43.753793 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-d6442f62-14e9-4329-b730-eb3d32a67e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:50:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['e347154b-683e-4757-a349-23cb14c52586'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:43.764898 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-6410dbe0-d55d-42a4-be88-a5551f40fb20 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "DELETE /v2.0/floatingips/9d6cbbff-b9a4-449c-b046-c5108a8174bd HTTP/1.1" status: 204 len: 168 time: 1.0848162 Dec 15 13:50:43.765483 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6266e4c0-1dd9-4859-ae9c-ae17bbacae4b', 'tag': 'e3401a55-6804-4ee1-aba8-8e5fd04ec241'}] {{(pid=102375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:43.767742 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71b9fb3f465478ec81e2ba98b454169580960ac631f62dad39edafcc790f624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615e1ef3-0179-4449-9bbd-10d43807fb15" -d '{"events": [{"name": "network-changed", "server_uuid": "6266e4c0-1dd9-4859-ae9c-ae17bbacae4b", "tag": "e3401a55-6804-4ee1-aba8-8e5fd04ec241"}]}' {{(pid=102375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:43.804288 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d744aa93-baa7-4b2e-b99c-1edd07ca2cc5 x-openstack-request-id: req-d744aa93-baa7-4b2e-b99c-1edd07ca2cc5 {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:43.804584 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6266e4c0-1dd9-4859-ae9c-ae17bbacae4b", "tag": "e3401a55-6804-4ee1-aba8-8e5fd04ec241", "status": "completed", "code": 200}]} {{(pid=102375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:43.804841 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d744aa93-baa7-4b2e-b99c-1edd07ca2cc5 {{(pid=102375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:43.805236 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6266e4c0-1dd9-4859-ae9c-ae17bbacae4b', 'tag': 'e3401a55-6804-4ee1-aba8-8e5fd04ec241', 'status': 'completed', 'code': 200} Dec 15 13:50:43.866288 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-d6442f62-14e9-4329-b730-eb3d32a67e4e None None] Set router e347154b-683e-4757-a349-23cb14c52586 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:43.871804 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e1ef3-0179-4449-9bbd-10d43807fb15 req-999a98c6-083f-4df6-9b02-04fafcec039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:43.873591 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-615e1ef3-0179-4449-9bbd-10d43807fb15 req-999a98c6-083f-4df6-9b02-04fafcec039c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff117078def64108b7829db8db9baf7f&device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 1098 time: 0.0455945 Dec 15 13:50:43.984047 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e1ef3-0179-4449-9bbd-10d43807fb15 req-5dc6c085-5a58-438a-8d77-68a2f374b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:43.986968 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-615e1ef3-0179-4449-9bbd-10d43807fb15 req-5dc6c085-5a58-438a-8d77-68a2f374b42f service neutron] 10.222.0.46 "GET /v2.0/networks?id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac HTTP/1.1" status: 200 len: 913 time: 0.1026561 Dec 15 13:50:43.996061 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575163f8-1ede-4c60-b983-05d04d09eba3 req-ab6ae65d-0453-49ec-a7e5-89c5a9c05451 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:43.997256 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-575163f8-1ede-4c60-b983-05d04d09eba3 req-ab6ae65d-0453-49ec-a7e5-89c5a9c05451 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 945 time: 0.0562134 Dec 15 13:50:44.030899 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-615e1ef3-0179-4449-9bbd-10d43807fb15 req-ff07e919-c562-4664-9bbd-7a7d0c98a1ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3401a55-6804-4ee1-aba8-8e5fd04ec241 HTTP/1.1" status: 200 len: 217 time: 0.0357285 Dec 15 13:50:44.052198 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-575163f8-1ede-4c60-b983-05d04d09eba3 req-037b88ea-6648-4f7d-bf55-85087d75a05c tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481708 Dec 15 13:50:44.083394 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-d6442f62-14e9-4329-b730-eb3d32a67e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 4, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '323336d2-f2d3-460d-901b-fbab3ca127de', 'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'mac_address': 'fa:16:3e:d7:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 5, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'subnets': [{'id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:44.088112 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e1ef3-0179-4449-9bbd-10d43807fb15 req-092b10d2-eba2-477c-a23a-b2fa45147492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:44.089581 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-615e1ef3-0179-4449-9bbd-10d43807fb15 req-092b10d2-eba2-477c-a23a-b2fa45147492 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00b8705d-e81d-4e77-9f94-6e0d26788b28 HTTP/1.1" status: 200 len: 851 time: 0.0512216 Dec 15 13:50:44.110368 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6442f62-14e9-4329-b730-eb3d32a67e4e None None] Checking router: e347154b-683e-4757-a349-23cb14c52586 for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:44.118573 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6442f62-14e9-4329-b730-eb3d32a67e4e None None] Routers {'e347154b-683e-4757-a349-23cb14c52586'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:44.119205 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-d6442f62-14e9-4329-b730-eb3d32a67e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:50:16Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['e347154b-683e-4757-a349-23cb14c52586'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:44.134745 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e1ef3-0179-4449-9bbd-10d43807fb15 req-7054a0b6-6148-4462-a01f-fe4b8db29b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:44.136256 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-615e1ef3-0179-4449-9bbd-10d43807fb15 req-7054a0b6-6148-4462-a01f-fe4b8db29b8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389817 Dec 15 13:50:44.224526 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-d6442f62-14e9-4329-b730-eb3d32a67e4e None None] Set router e347154b-683e-4757-a349-23cb14c52586 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:44.224872 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-615e1ef3-0179-4449-9bbd-10d43807fb15 req-82c276cc-7708-4e20-ab8d-1e64f9d77c86 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806053 Dec 15 13:50:44.317474 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-615e1ef3-0179-4449-9bbd-10d43807fb15 req-3e615a07-4fbb-4852-ae0e-484c88e51d38 service neutron] 10.222.0.46 "GET /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849974 Dec 15 13:50:44.420359 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-d6442f62-14e9-4329-b730-eb3d32a67e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 4, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '323336d2-f2d3-460d-901b-fbab3ca127de', 'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'mac_address': 'fa:16:3e:d7:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 5, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'subnets': [{'id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:44.450386 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6442f62-14e9-4329-b730-eb3d32a67e4e None None] The sync data for ids ['e347154b-683e-4757-a349-23cb14c52586'] in dv-cinder-813227-4-iscsi is: [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:42:16Z', 'revision_number': 4, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi', '_interfaces': [{'id': '323336d2-f2d3-460d-901b-fbab3ca127de', 'name': '', 'network_id': '594ca57d-8cb7-438b-9dfc-7ea84a39a8ac', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'mac_address': 'fa:16:3e:d7:f9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:15Z', 'updated_at': '2021-12-15T13:42:21Z', 'revision_number': 5, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'subnets': [{'id': '00b8705d-e81d-4e77-9f94-6e0d26788b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:44.660646 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381454f7-1626-4120-9ec0-0a260293f89b None None] New status for floating IP 9d6cbbff-b9a4-449c-b046-c5108a8174bd: DOWN {{(pid=102377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 13:50:45.171590 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d7169-dadb-4594-9297-b4e2169b6675 req-60f56e29-b148-451e-85b1-0a68c7a4a252 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:45.173045 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3d3d7169-dadb-4594-9297-b4e2169b6675 req-60f56e29-b148-451e-85b1-0a68c7a4a252 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 945 time: 0.0520124 Dec 15 13:50:45.223201 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-3d3d7169-dadb-4594-9297-b4e2169b6675 req-b0707f0e-a028-432e-aa1b-dffa935061c3 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cab8a49-8547-43ed-9f9d-2761892c1624&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441332 Dec 15 13:50:45.659780 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09821fe6-187e-41ff-9ce5-a736a05ca7be req-f555547f-bb3d-4021-97ce-abe4b0ff46af tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 13:50:45.661237 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-09821fe6-187e-41ff-9ce5-a736a05ca7be req-f555547f-bb3d-4021-97ce-abe4b0ff46af tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.46 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 945 time: 0.0480933 Dec 15 13:50:45.752996 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-09821fe6-187e-41ff-9ce5-a736a05ca7be req-5f602c6f-e816-4b66-a869-7966cc887b3d tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Deleting port e3401a55-6804-4ee1-aba8-8e5fd04ec241 {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:45.753327 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-09821fe6-187e-41ff-9ce5-a736a05ca7be req-5f602c6f-e816-4b66-a869-7966cc887b3d tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:45.838657 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [req-09821fe6-187e-41ff-9ce5-a736a05ca7be req-5f602c6f-e816-4b66-a869-7966cc887b3d tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] For port e3401a55-6804-4ee1-aba8-8e5fd04ec241, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e3401a55-6804-4ee1-aba8-8e5fd04ec241,segment=NetworkSegment(9e86a7c5-12e4-43db-b435-b398364e50ca),segment_id=9e86a7c5-12e4-43db-b435-b398364e50ca)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:45.839069 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-09821fe6-187e-41ff-9ce5-a736a05ca7be req-5f602c6f-e816-4b66-a869-7966cc887b3d tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:45.851024 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-ee9e879e-54d1-42ba-aa9a-c4bc20cb891b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:45.855698 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [req-09821fe6-187e-41ff-9ce5-a736a05ca7be req-5f602c6f-e816-4b66-a869-7966cc887b3d tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Calling delete_port for e3401a55-6804-4ee1-aba8-8e5fd04ec241 owned by compute:nova {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:46.243874 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-09821fe6-187e-41ff-9ce5-a736a05ca7be req-5f602c6f-e816-4b66-a869-7966cc887b3d tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:46.272499 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f602c6f-e816-4b66-a869-7966cc887b3d tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Pushing event deleted for resources: {'Port': ['ID=e3401a55-6804-4ee1-aba8-8e5fd04ec241,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:46.316346 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [req-09821fe6-187e-41ff-9ce5-a736a05ca7be req-5f602c6f-e816-4b66-a869-7966cc887b3d tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] No DVR routers for this DVR port e3401a55-6804-4ee1-aba8-8e5fd04ec241 on host hv-cinder-81322 {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:46.319012 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [req-09821fe6-187e-41ff-9ce5-a736a05ca7be req-5f602c6f-e816-4b66-a869-7966cc887b3d tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for port, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:46.321645 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [req-7a42e845-cd39-429a-9252-f7b1f90fb73a req-af903f6d-f923-49e2-8ba0-da341faba7bb tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "GET /v2.0/ports?device_id=6266e4c0-1dd9-4859-ae9c-ae17bbacae4b HTTP/1.1" status: 200 len: 210 time: 0.0262661 Dec 15 13:50:46.322544 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [req-09821fe6-187e-41ff-9ce5-a736a05ca7be req-5f602c6f-e816-4b66-a869-7966cc887b3d tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.46 "DELETE /v2.0/ports/e3401a55-6804-4ee1-aba8-8e5fd04ec241 HTTP/1.1" status: 204 len: 173 time: 0.6547647 Dec 15 13:50:46.323053 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6266e4c0-1dd9-4859-ae9c-ae17bbacae4b', 'name': 'network-vif-deleted', 'tag': 'e3401a55-6804-4ee1-aba8-8e5fd04ec241'}] {{(pid=102374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 13:50:46.325348 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a873a0c91ff6a03b490b2feb1376378a4821fbacf76b747bdb04b962d399f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e49946-2edb-4e1c-8c53-df5a2b793746" -d '{"events": [{"server_uuid": "6266e4c0-1dd9-4859-ae9c-ae17bbacae4b", "name": "network-vif-deleted", "tag": "e3401a55-6804-4ee1-aba8-8e5fd04ec241"}]}' {{(pid=102374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 13:50:46.364128 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 13:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150c7e0a-43fb-4c02-a701-5e6f9a22d8b7 x-openstack-request-id: req-150c7e0a-43fb-4c02-a701-5e6f9a22d8b7 {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 13:50:46.364428 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6266e4c0-1dd9-4859-ae9c-ae17bbacae4b", "name": "network-vif-deleted", "tag": "e3401a55-6804-4ee1-aba8-8e5fd04ec241", "status": "completed", "code": 200}]} {{(pid=102374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 13:50:46.364677 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-150c7e0a-43fb-4c02-a701-5e6f9a22d8b7 {{(pid=102374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 13:50:46.365178 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6266e4c0-1dd9-4859-ae9c-ae17bbacae4b', 'name': 'network-vif-deleted', 'tag': 'e3401a55-6804-4ee1-aba8-8e5fd04ec241', 'status': 'completed', 'code': 200} Dec 15 13:50:46.974203 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.377194 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 35438) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:47.500017 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-e0c40ee3-c55f-4ee3-a3c3-5a0f7a741a90 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Deleting port f6139f74-3dd0-4150-8879-915084535ede {{(pid=102375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:47.500361 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e0c40ee3-c55f-4ee3-a3c3-5a0f7a741a90 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.577291 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e0c40ee3-c55f-4ee3-a3c3-5a0f7a741a90 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.577619 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e0c40ee3-c55f-4ee3-a3c3-5a0f7a741a90 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.589236 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-e0c40ee3-c55f-4ee3-a3c3-5a0f7a741a90 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Calling delete_port for f6139f74-3dd0-4150-8879-915084535ede owned by network:floatingip {{(pid=102375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:47.715413 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e0c40ee3-c55f-4ee3-a3c3-5a0f7a741a90 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.743203 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c40ee3-c55f-4ee3-a3c3-5a0f7a741a90 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Pushing event deleted for resources: {'Port': ['ID=f6139f74-3dd0-4150-8879-915084535ede,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:47.801067 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e0c40ee3-c55f-4ee3-a3c3-5a0f7a741a90 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for floatingip, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.803662 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e0c40ee3-c55f-4ee3-a3c3-5a0f7a741a90 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-924416'] for floatingip, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:47.804787 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-e0c40ee3-c55f-4ee3-a3c3-5a0f7a741a90 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "DELETE /v2.0/floatingips/cb240377-223a-4542-aa98-f6a7cf158425 HTTP/1.1" status: 204 len: 168 time: 0.4266241 Dec 15 13:50:48.592942 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:48.995546 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 35450) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:49.050392 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-1216f7bb-f64f-4654-b9d8-b8f4a66b3928 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:49.074337 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-1216f7bb-f64f-4654-b9d8-b8f4a66b3928 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:49.137346 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-1216f7bb-f64f-4654-b9d8-b8f4a66b3928 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:49.140130 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-1216f7bb-f64f-4654-b9d8-b8f4a66b3928 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:49.141266 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-1216f7bb-f64f-4654-b9d8-b8f4a66b3928 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] 10.222.0.60 "DELETE /v2.0/security-groups/6cab8a49-8547-43ed-9f9d-2761892c1624 HTTP/1.1" status: 204 len: 168 time: 0.1447480 Dec 15 13:50:49.150360 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216f7bb-f64f-4654-b9d8-b8f4a66b3928 tempest-TestVolumeBootPattern-1072510261 tempest-TestVolumeBootPattern-1072510261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cab8a49-8547-43ed-9f9d-2761892c1624,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:49.489042 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:50.220780 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 35456) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:50.264537 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device e3401a55-6804-4ee1-aba8-8e5fd04ec241 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:50.286898 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] No Port match for: e3401a55-6804-4ee1-aba8-8e5fd04ec241 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:50.287249 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Device e3401a55-6804-4ee1-aba8-8e5fd04ec241 not bound to the agent host hv-cinder-81322 {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:50.662909 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-aec377f6-4194-4d76-85b5-92bc021d6ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530962'] for router_interface, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:50.904925 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-aec377f6-4194-4d76-85b5-92bc021d6ef6 admin admin] Deleting port 323336d2-f2d3-460d-901b-fbab3ca127de {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:50.905316 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-aec377f6-4194-4d76-85b5-92bc021d6ef6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:50.981147 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-aec377f6-4194-4d76-85b5-92bc021d6ef6 admin admin] For port 323336d2-f2d3-460d-901b-fbab3ca127de, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=323336d2-f2d3-460d-901b-fbab3ca127de,segment=NetworkSegment(9e86a7c5-12e4-43db-b435-b398364e50ca),segment_id=9e86a7c5-12e4-43db-b435-b398364e50ca)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:50.981524 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-aec377f6-4194-4d76-85b5-92bc021d6ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:50.993619 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-aec377f6-4194-4d76-85b5-92bc021d6ef6 admin admin] Calling delete_port for 323336d2-f2d3-460d-901b-fbab3ca127de owned by network:router_interface {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:51.174296 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-aec377f6-4194-4d76-85b5-92bc021d6ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:51.203246 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec377f6-4194-4d76-85b5-92bc021d6ef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=323336d2-f2d3-460d-901b-fbab3ca127de,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:51.364390 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-aec377f6-4194-4d76-85b5-92bc021d6ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531086'] for router_interface, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:51.574035 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec377f6-4194-4d76-85b5-92bc021d6ef6 admin admin] Router e347154b-683e-4757-a349-23cb14c52586 has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:50:51.677258 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec377f6-4194-4d76-85b5-92bc021d6ef6 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:50:51.682267 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-aec377f6-4194-4d76-85b5-92bc021d6ef6 admin admin] 10.222.0.60 "PUT /v2.0/routers/e347154b-683e-4757-a349-23cb14c52586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4601917 Dec 15 13:50:51.684701 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 35460) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:51.686319 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903d9d45-de8f-473e-be6e-6295fa9d9910 None None] Sync routers for ids ['e347154b-683e-4757-a349-23cb14c52586'] in dv-cinder-813227-4-iscsi {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:50:51.696030 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903d9d45-de8f-473e-be6e-6295fa9d9910 None None] Routers {'e347154b-683e-4757-a349-23cb14c52586'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:51.696632 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-903d9d45-de8f-473e-be6e-6295fa9d9910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:50:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['e347154b-683e-4757-a349-23cb14c52586'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:51.782942 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3d67cb7c-c036-4ff2-a631-9c642dc15251 admin admin] Publish callbacks [] for router, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:51.800122 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-903d9d45-de8f-473e-be6e-6295fa9d9910 None None] Set router e347154b-683e-4757-a349-23cb14c52586 gateway port host: dv-cinder-813227-4-iscsi {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:51.881447 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3d67cb7c-c036-4ff2-a631-9c642dc15251 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:51.937905 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-3d67cb7c-c036-4ff2-a631-9c642dc15251 admin admin] Deleting port d5b3d3fa-e300-446f-a22a-cbaed309d197 {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:51.938554 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3d67cb7c-c036-4ff2-a631-9c642dc15251 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:51.970815 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-903d9d45-de8f-473e-be6e-6295fa9d9910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:50:51Z', 'revision_number': 5, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port': {'id': 'd5b3d3fa-e300-446f-a22a-cbaed309d197', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e347154b-683e-4757-a349-23cb14c52586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:13Z', 'updated_at': '2021-12-15T13:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:52.000536 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903d9d45-de8f-473e-be6e-6295fa9d9910 None None] Checking router: e347154b-683e-4757-a349-23cb14c52586 for host: dv-cinder-813227-4-iscsi {{(pid=102376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:52.008929 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903d9d45-de8f-473e-be6e-6295fa9d9910 None None] Routers {'e347154b-683e-4757-a349-23cb14c52586'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:52.009526 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-903d9d45-de8f-473e-be6e-6295fa9d9910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:50:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['e347154b-683e-4757-a349-23cb14c52586'], 'active': True} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:52.027878 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-3d67cb7c-c036-4ff2-a631-9c642dc15251 admin admin] For port d5b3d3fa-e300-446f-a22a-cbaed309d197, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=d5b3d3fa-e300-446f-a22a-cbaed309d197,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:52.028260 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3d67cb7c-c036-4ff2-a631-9c642dc15251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.040203 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-3d67cb7c-c036-4ff2-a631-9c642dc15251 admin admin] Calling delete_port for d5b3d3fa-e300-446f-a22a-cbaed309d197 owned by network:router_gateway {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:52.096184 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvr_db [None req-903d9d45-de8f-473e-be6e-6295fa9d9910 None None] Set router e347154b-683e-4757-a349-23cb14c52586 gateway port host: None {{(pid=102376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:52.150012 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_hamode_db [None req-903d9d45-de8f-473e-be6e-6295fa9d9910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:50:51Z', 'revision_number': 6, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port_host': None}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:52.176953 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903d9d45-de8f-473e-be6e-6295fa9d9910 None None] The sync data for ids ['e347154b-683e-4757-a349-23cb14c52586'] in dv-cinder-813227-4-iscsi is: [{'id': 'e347154b-683e-4757-a349-23cb14c52586', 'name': 'tempest-TestVolumeBootPattern-1181808364-router', 'tenant_id': 'ff117078def64108b7829db8db9baf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:12Z', 'updated_at': '2021-12-15T13:50:51Z', 'revision_number': 6, 'project_id': 'ff117078def64108b7829db8db9baf7f', 'gw_port_host': None}] {{(pid=102376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:52.203102 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3d67cb7c-c036-4ff2-a631-9c642dc15251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.227685 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67cb7c-c036-4ff2-a631-9c642dc15251 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b3d3fa-e300-446f-a22a-cbaed309d197,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:52.290526 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3d67cb7c-c036-4ff2-a631-9c642dc15251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529452'] for router_gateway, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.378093 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3d67cb7c-c036-4ff2-a631-9c642dc15251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12871'] for router, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.380233 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3d67cb7c-c036-4ff2-a631-9c642dc15251 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.422098 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3d67cb7c-c036-4ff2-a631-9c642dc15251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532917'] for router, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.422611 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d67cb7c-c036-4ff2-a631-9c642dc15251 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e347154b-683e-4757-a349-23cb14c52586 {{(pid=102374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:50:52.427055 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-3d67cb7c-c036-4ff2-a631-9c642dc15251 admin admin] Publish callbacks [] for router, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.428195 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-3d67cb7c-c036-4ff2-a631-9c642dc15251 admin admin] 10.222.0.60 "DELETE /v2.0/routers/e347154b-683e-4757-a349-23cb14c52586 HTTP/1.1" status: 204 len: 168 time: 0.7426002 Dec 15 13:50:52.430705 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 35462) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:52.479811 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.db_base_plugin_v2 [None req-855df9ee-9d1a-47ec-ac5d-e97179aca124 admin admin] Deleting subnet 00b8705d-e81d-4e77-9f94-6e0d26788b28 {{(pid=102374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:50:52.483016 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-855df9ee-9d1a-47ec-ac5d-e97179aca124 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.527192 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-855df9ee-9d1a-47ec-ac5d-e97179aca124 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8504414'] for subnet, precommit_delete_associations {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.607113 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-855df9ee-9d1a-47ec-ac5d-e97179aca124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1679046'] for subnet, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.669040 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-855df9ee-9d1a-47ec-ac5d-e97179aca124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1679053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12002533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8528305'] for subnet, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.695253 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855df9ee-9d1a-47ec-ac5d-e97179aca124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00b8705d-e81d-4e77-9f94-6e0d26788b28,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:52.701632 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-855df9ee-9d1a-47ec-ac5d-e97179aca124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.705195 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-855df9ee-9d1a-47ec-ac5d-e97179aca124 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/00b8705d-e81d-4e77-9f94-6e0d26788b28 HTTP/1.1" status: 204 len: 168 time: 0.2735422 Dec 15 13:50:52.707759 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.wsgi [-] (102374) accepted ('10.222.0.60', 35464) {{(pid=102374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:52.709787 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85cdc07-4643-47fd-ac8b-e2a69270c4d6 None None] Network 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:50:52.779354 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2cd6fcdb-c0b4-4e05-935a-d29571f2d715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645032'] for network, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.832771 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6fcdb-c0b4-4e05-935a-d29571f2d715 admin admin] Deleting port 9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8 {{(pid=102374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:52.833172 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2cd6fcdb-c0b4-4e05-935a-d29571f2d715 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.894784 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.db [None req-2cd6fcdb-c0b4-4e05-935a-d29571f2d715 admin admin] For port 9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8,segment=NetworkSegment(9e86a7c5-12e4-43db-b435-b398364e50ca),segment_id=9e86a7c5-12e4-43db-b435-b398364e50ca)] {{(pid=102374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:52.895128 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2cd6fcdb-c0b4-4e05-935a-d29571f2d715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.913484 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6fcdb-c0b4-4e05-935a-d29571f2d715 admin admin] Calling delete_port for 9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8 owned by network:dhcp {{(pid=102374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:52.944364 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1f9610-f014-49c3-b352-1d6276393fbd None None] DHCP port deletion for 594ca57d-8cb7-438b-9dfc-7ea84a39a8ac request from dv-cinder-813227-4-iscsi {{(pid=102376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:50:52.991336 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2cd6fcdb-c0b4-4e05-935a-d29571f2d715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12002514'] for port, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:52.996362 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-df1f9610-f014-49c3-b352-1d6276393fbd None None] Deleting port 9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8 {{(pid=102376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:52.996738 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-df1f9610-f014-49c3-b352-1d6276393fbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.017482 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6fcdb-c0b4-4e05-935a-d29571f2d715 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:53.021340 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd6fcdb-c0b4-4e05-935a-d29571f2d715 admin admin] No DVR routers for this DVR port 9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8 on host dv-cinder-813227-4-iscsi {{(pid=102374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:53.063660 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.db [None req-df1f9610-f014-49c3-b352-1d6276393fbd None None] For port 9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8, host dv-cinder-813227-4-iscsi, got binding levels [] {{(pid=102376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:53.064092 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-df1f9610-f014-49c3-b352-1d6276393fbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.076516 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-df1f9610-f014-49c3-b352-1d6276393fbd None None] Calling delete_port for 9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8 owned by network:dhcp {{(pid=102376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:53.079140 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.ipam_backend_mixin [None req-df1f9610-f014-49c3-b352-1d6276393fbd None None] Port 9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8 was not found and therefore no delete operation was performed {{(pid=102376) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 13:50:53.080465 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-df1f9610-f014-49c3-b352-1d6276393fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089'] for port, after_delete {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.094024 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2cd6fcdb-c0b4-4e05-935a-d29571f2d715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1673553', 'neutron.services.segments.db._delete_segments_for_network-8790303350658'] for network, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.108908 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f9610-f014-49c3-b352-1d6276393fbd None None] Pushing event deleted for resources: {'Port': ['ID=9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8,revision_number=None']} {{(pid=102376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:53.111383 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f9610-f014-49c3-b352-1d6276393fbd None None] No DVR routers for this DVR port 9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8 on host dv-cinder-813227-4-iscsi {{(pid=102376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:53.116809 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.services.segments.db [None req-2cd6fcdb-c0b4-4e05-935a-d29571f2d715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594ca57d-8cb7-438b-9dfc-7ea84a39a8ac']}} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:53.122670 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f9610-f014-49c3-b352-1d6276393fbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:53.122670 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f9610-f014-49c3-b352-1d6276393fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:53.122670 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f9610-f014-49c3-b352-1d6276393fbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:53.122670 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f9610-f014-49c3-b352-1d6276393fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:53.122670 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f9610-f014-49c3-b352-1d6276393fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:53.123587 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f9610-f014-49c3-b352-1d6276393fbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:53.123587 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f9610-f014-49c3-b352-1d6276393fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:53.123587 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f9610-f014-49c3-b352-1d6276393fbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:53.123835 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f9610-f014-49c3-b352-1d6276393fbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:53.124172 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f9610-f014-49c3-b352-1d6276393fbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:53.124581 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f9610-f014-49c3-b352-1d6276393fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:53.124802 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f9610-f014-49c3-b352-1d6276393fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:53.125125 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f9610-f014-49c3-b352-1d6276393fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813227-4-iscsi {{(pid=102376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 13:50:53.130255 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.services.segments.db [None req-2cd6fcdb-c0b4-4e05-935a-d29571f2d715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e86a7c5-12e4-43db-b435-b398364e50ca') {'for_net_delete': True} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:53.130552 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.services.segments.db [None req-2cd6fcdb-c0b4-4e05-935a-d29571f2d715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e86a7c5-12e4-43db-b435-b398364e50ca') {} {{(pid=102374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:53.143183 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2cd6fcdb-c0b4-4e05-935a-d29571f2d715 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790303353739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8504485'] for segment, before_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.156602 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2cd6fcdb-c0b4-4e05-935a-d29571f2d715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.166034 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd6fcdb-c0b4-4e05-935a-d29571f2d715 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:50:53.167166 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2cd6fcdb-c0b4-4e05-935a-d29571f2d715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12002447'] for segment, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: Traceback (most recent call last): Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: timer() Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: cb(*args, **kw) Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: return func(*args, **kwargs) Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: self._notify() Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: self.callback(batched_events) Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: event.method(event) Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: return f(self, *a, **k) Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: return self._get(url).json() Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: return self.request(url, 'GET', **kwargs) Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:50:53.168954 dv-cinder-813227-4-iscsi neutron-server[102374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:50:53.227714 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2cd6fcdb-c0b4-4e05-935a-d29571f2d715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529408'] for network, after_delete {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.233650 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron_lib.callbacks.manager [None req-2cd6fcdb-c0b4-4e05-935a-d29571f2d715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.236824 dv-cinder-813227-4-iscsi neutron-server[102374]: INFO neutron.wsgi [None req-2cd6fcdb-c0b4-4e05-935a-d29571f2d715 admin admin] 10.222.0.60 "DELETE /v2.0/networks/594ca57d-8cb7-438b-9dfc-7ea84a39a8ac HTTP/1.1" status: 204 len: 168 time: 0.5281076 Dec 15 13:50:53.239807 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 35466) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:53.247814 dv-cinder-813227-4-iscsi neutron-server[102374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6fcdb-c0b4-4e05-935a-d29571f2d715 admin admin] Pushing event deleted for resources: {'Network': ['ID=594ca57d-8cb7-438b-9dfc-7ea84a39a8ac,revision_number=None']} {{(pid=102374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:53.476453 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 323336d2-f2d3-460d-901b-fbab3ca127de no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:53.500017 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: 323336d2-f2d3-460d-901b-fbab3ca127de {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:53.502057 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 323336d2-f2d3-460d-901b-fbab3ca127de not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:53.502492 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device d5b3d3fa-e300-446f-a22a-cbaed309d197 no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:53.529510 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: d5b3d3fa-e300-446f-a22a-cbaed309d197 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:53.529850 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device d5b3d3fa-e300-446f-a22a-cbaed309d197 not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:53.530270 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8 no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:53.583748 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6ef8828a-b971-4f2d-88c1-e2c7b4eec440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530962'] for router_interface, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.676749 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: 9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:53.677090 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device 9b1d8ac4-c0e6-4fdb-bbe4-b2d77ea43ba8 not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:53.824717 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-6ef8828a-b971-4f2d-88c1-e2c7b4eec440 admin admin] Deleting port e0eba743-bb50-40c2-8e82-06da68b6248d {{(pid=102375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:53.824967 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6ef8828a-b971-4f2d-88c1-e2c7b4eec440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.898702 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.db [None req-6ef8828a-b971-4f2d-88c1-e2c7b4eec440 admin admin] For port e0eba743-bb50-40c2-8e82-06da68b6248d, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=e0eba743-bb50-40c2-8e82-06da68b6248d,segment=NetworkSegment(5e67eaca-92c4-4360-bf30-0dd9409c480a),segment_id=5e67eaca-92c4-4360-bf30-0dd9409c480a)] {{(pid=102375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:53.899100 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6ef8828a-b971-4f2d-88c1-e2c7b4eec440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:53.914626 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-6ef8828a-b971-4f2d-88c1-e2c7b4eec440 admin admin] Calling delete_port for e0eba743-bb50-40c2-8e82-06da68b6248d owned by network:router_interface {{(pid=102375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:54.086831 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6ef8828a-b971-4f2d-88c1-e2c7b4eec440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.111678 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8828a-b971-4f2d-88c1-e2c7b4eec440 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0eba743-bb50-40c2-8e82-06da68b6248d,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:54.269871 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-6ef8828a-b971-4f2d-88c1-e2c7b4eec440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531086'] for router_interface, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.476208 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef8828a-b971-4f2d-88c1-e2c7b4eec440 admin admin] Router 79880a6a-3c38-432f-b44f-430583f5e12d has already been hosted by L3 agent 975bf0bc-639f-4d48-bc63-5839406417d1 {{(pid=102375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 13:50:54.577590 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef8828a-b971-4f2d-88c1-e2c7b4eec440 admin admin] Notify agent at l3_agent.dv-cinder-813227-4-iscsi the message routers_updated {{(pid=102375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 13:50:54.582515 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-6ef8828a-b971-4f2d-88c1-e2c7b4eec440 admin admin] 10.222.0.60 "PUT /v2.0/routers/79880a6a-3c38-432f-b44f-430583f5e12d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3417046 Dec 15 13:50:54.585031 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 35470) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:54.587174 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6321f20-25fd-406b-ac16-2ec05e037c8e None None] Sync routers for ids ['79880a6a-3c38-432f-b44f-430583f5e12d'] in dv-cinder-813227-4-iscsi {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 13:50:54.597212 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6321f20-25fd-406b-ac16-2ec05e037c8e None None] Routers {'79880a6a-3c38-432f-b44f-430583f5e12d'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:54.598055 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-e6321f20-25fd-406b-ac16-2ec05e037c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:50:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['79880a6a-3c38-432f-b44f-430583f5e12d'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:54.708894 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-e6321f20-25fd-406b-ac16-2ec05e037c8e None None] Set router 79880a6a-3c38-432f-b44f-430583f5e12d gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:54.892920 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-e6321f20-25fd-406b-ac16-2ec05e037c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79880a6a-3c38-432f-b44f-430583f5e12d', 'name': 'tempest-TestVolumeBootPattern-699356691-router', 'tenant_id': '218221016f9842ce9b372ba5aa638ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd8d3d521-9de8-4db5-bb42-5c6d24a069ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:18Z', 'updated_at': '2021-12-15T13:50:54Z', 'revision_number': 5, 'project_id': '218221016f9842ce9b372ba5aa638ff8', 'gw_port': {'id': 'd8d3d521-9de8-4db5-bb42-5c6d24a069ee', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79880a6a-3c38-432f-b44f-430583f5e12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:18Z', 'updated_at': '2021-12-15T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:54.915862 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-5d65e49b-fb05-484e-8864-22a4e195d4b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:54.919114 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6321f20-25fd-406b-ac16-2ec05e037c8e None None] Checking router: 79880a6a-3c38-432f-b44f-430583f5e12d for host: dv-cinder-813227-4-iscsi {{(pid=102377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 13:50:54.928329 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6321f20-25fd-406b-ac16-2ec05e037c8e None None] Routers {'79880a6a-3c38-432f-b44f-430583f5e12d'} bound to L3 agent in host dv-cinder-813227-4-iscsi {{(pid=102377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 13:50:54.928931 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-e6321f20-25fd-406b-ac16-2ec05e037c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813227-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T13:23:16Z,description=,heartbeat_timestamp=2021-12-15T13:50:46Z,host='dv-cinder-813227-4-iscsi',id=975bf0bc-639f-4d48-bc63-5839406417d1,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T13:23:16Z,topic='l3_agent')) {'router_ids': ['79880a6a-3c38-432f-b44f-430583f5e12d'], 'active': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:55.014974 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-5d65e49b-fb05-484e-8864-22a4e195d4b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.032477 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvr_db [None req-e6321f20-25fd-406b-ac16-2ec05e037c8e None None] Set router 79880a6a-3c38-432f-b44f-430583f5e12d gateway port host: dv-cinder-813227-4-iscsi {{(pid=102377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 13:50:55.068015 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-5d65e49b-fb05-484e-8864-22a4e195d4b5 admin admin] Deleting port d8d3d521-9de8-4db5-bb42-5c6d24a069ee {{(pid=102375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:55.068353 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-5d65e49b-fb05-484e-8864-22a4e195d4b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.145086 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.db [None req-5d65e49b-fb05-484e-8864-22a4e195d4b5 admin admin] For port d8d3d521-9de8-4db5-bb42-5c6d24a069ee, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=d8d3d521-9de8-4db5-bb42-5c6d24a069ee,segment=NetworkSegment(0eafd828-90c4-411a-b500-be6e67f31af2),segment_id=0eafd828-90c4-411a-b500-be6e67f31af2)] {{(pid=102375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:55.145448 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-5d65e49b-fb05-484e-8864-22a4e195d4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.157442 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-5d65e49b-fb05-484e-8864-22a4e195d4b5 admin admin] Calling delete_port for d8d3d521-9de8-4db5-bb42-5c6d24a069ee owned by network:router_gateway {{(pid=102375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:55.204690 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_hamode_db [None req-e6321f20-25fd-406b-ac16-2ec05e037c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79880a6a-3c38-432f-b44f-430583f5e12d', 'name': 'tempest-TestVolumeBootPattern-699356691-router', 'tenant_id': '218221016f9842ce9b372ba5aa638ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd8d3d521-9de8-4db5-bb42-5c6d24a069ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:18Z', 'updated_at': '2021-12-15T13:50:54Z', 'revision_number': 5, 'project_id': '218221016f9842ce9b372ba5aa638ff8', 'gw_port': {'id': 'd8d3d521-9de8-4db5-bb42-5c6d24a069ee', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79880a6a-3c38-432f-b44f-430583f5e12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:18Z', 'updated_at': '2021-12-15T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}], 'dv-cinder-813227-4-iscsi', False) {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:55.234312 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6321f20-25fd-406b-ac16-2ec05e037c8e None None] The sync data for ids ['79880a6a-3c38-432f-b44f-430583f5e12d'] in dv-cinder-813227-4-iscsi is: [{'id': '79880a6a-3c38-432f-b44f-430583f5e12d', 'name': 'tempest-TestVolumeBootPattern-699356691-router', 'tenant_id': '218221016f9842ce9b372ba5aa638ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'external_fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd8d3d521-9de8-4db5-bb42-5c6d24a069ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T13:42:18Z', 'updated_at': '2021-12-15T13:50:54Z', 'revision_number': 5, 'project_id': '218221016f9842ce9b372ba5aa638ff8', 'gw_port': {'id': 'd8d3d521-9de8-4db5-bb42-5c6d24a069ee', 'name': '', 'network_id': 'd75b81e5-d2ea-4613-a99a-556640a87149', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79880a6a-3c38-432f-b44f-430583f5e12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813227-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T13:42:18Z', 'updated_at': '2021-12-15T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4d03d2-d4ca-4204-bdbe-3f4692e1fbc2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813227-4-iscsi'}] {{(pid=102377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 13:50:55.327031 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-5d65e49b-fb05-484e-8864-22a4e195d4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.355566 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65e49b-fb05-484e-8864-22a4e195d4b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8d3d521-9de8-4db5-bb42-5c6d24a069ee,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:55.412743 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-5d65e49b-fb05-484e-8864-22a4e195d4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529452'] for router_gateway, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.500505 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-5d65e49b-fb05-484e-8864-22a4e195d4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12871'] for router, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.502602 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-5d65e49b-fb05-484e-8864-22a4e195d4b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.544637 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-5d65e49b-fb05-484e-8864-22a4e195d4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532917'] for router, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.545096 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d65e49b-fb05-484e-8864-22a4e195d4b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79880a6a-3c38-432f-b44f-430583f5e12d {{(pid=102375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 13:50:55.549880 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-5d65e49b-fb05-484e-8864-22a4e195d4b5 admin admin] Publish callbacks [] for router, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.551032 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-5d65e49b-fb05-484e-8864-22a4e195d4b5 admin admin] 10.222.0.60 "DELETE /v2.0/routers/79880a6a-3c38-432f-b44f-430583f5e12d HTTP/1.1" status: 204 len: 168 time: 0.9650867 Dec 15 13:50:55.553560 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 35472) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:55.605457 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fff34e-67f8-415f-bec5-991125511274 admin admin] Deleting subnet b79f3053-1a83-4fb9-8439-1b63dec7b221 {{(pid=102375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 13:50:55.608913 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-63fff34e-67f8-415f-bec5-991125511274 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.646532 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-63fff34e-67f8-415f-bec5-991125511274 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8903931'] for subnet, precommit_delete_associations {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.694304 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device e0eba743-bb50-40c2-8e82-06da68b6248d no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:55.715889 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: e0eba743-bb50-40c2-8e82-06da68b6248d {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:55.716583 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device e0eba743-bb50-40c2-8e82-06da68b6248d not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:55.737211 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-63fff34e-67f8-415f-bec5-991125511274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1679046'] for subnet, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.790368 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-63fff34e-67f8-415f-bec5-991125511274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1679053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8698117'] for subnet, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.818358 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fff34e-67f8-415f-bec5-991125511274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b79f3053-1a83-4fb9-8439-1b63dec7b221,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:55.824225 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-63fff34e-67f8-415f-bec5-991125511274 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.827533 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-63fff34e-67f8-415f-bec5-991125511274 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b79f3053-1a83-4fb9-8439-1b63dec7b221 HTTP/1.1" status: 204 len: 168 time: 0.2729578 Dec 15 13:50:55.829950 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 35474) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:55.830687 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c18fb8-dd71-4ea8-9058-f86b0bd65e2f None None] Network 77aba10e-a8db-44a2-8649-375a4fe4d576 requested from dv-cinder-813227-4-iscsi {{(pid=102376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 13:50:55.910248 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4c978a40-3dfc-40d2-8721-843acb1d64f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645032'] for network, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:55.962361 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-4c978a40-3dfc-40d2-8721-843acb1d64f7 admin admin] Deleting port b26b7bd9-6359-4d5d-91d4-86feb8f37e98 {{(pid=102375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 13:50:55.963290 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4c978a40-3dfc-40d2-8721-843acb1d64f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790303307888'] for port, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.026290 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.db [None req-4c978a40-3dfc-40d2-8721-843acb1d64f7 admin admin] For port b26b7bd9-6359-4d5d-91d4-86feb8f37e98, host dv-cinder-813227-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813227-4-iscsi',level=0,port_id=b26b7bd9-6359-4d5d-91d4-86feb8f37e98,segment=NetworkSegment(5e67eaca-92c4-4360-bf30-0dd9409c480a),segment_id=5e67eaca-92c4-4360-bf30-0dd9409c480a)] {{(pid=102375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 13:50:56.026669 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4c978a40-3dfc-40d2-8721-843acb1d64f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-623751'] for port, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.038692 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-4c978a40-3dfc-40d2-8721-843acb1d64f7 admin admin] Calling delete_port for b26b7bd9-6359-4d5d-91d4-86feb8f37e98 owned by network:dhcp {{(pid=102375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 13:50:56.115577 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4c978a40-3dfc-40d2-8721-843acb1d64f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790303414483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790302833089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8655660'] for port, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.141559 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c978a40-3dfc-40d2-8721-843acb1d64f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b26b7bd9-6359-4d5d-91d4-86feb8f37e98,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:56.143406 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c978a40-3dfc-40d2-8721-843acb1d64f7 admin admin] No DVR routers for this DVR port b26b7bd9-6359-4d5d-91d4-86feb8f37e98 on host dv-cinder-813227-4-iscsi {{(pid=102375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 13:50:56.216605 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4c978a40-3dfc-40d2-8721-843acb1d64f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1673553', 'neutron.services.segments.db._delete_segments_for_network-8790303350658'] for network, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.235558 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49b7252-4105-424c-b6f0-e025d2de5b26 None None] DHCP port deletion for 77aba10e-a8db-44a2-8649-375a4fe4d576 request from dv-cinder-813227-4-iscsi {{(pid=102376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 13:50:56.241116 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-4c978a40-3dfc-40d2-8721-843acb1d64f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77aba10e-a8db-44a2-8649-375a4fe4d576']}} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:56.255255 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-4c978a40-3dfc-40d2-8721-843acb1d64f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e67eaca-92c4-4360-bf30-0dd9409c480a') {'for_net_delete': True} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:56.255255 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.services.segments.db [None req-4c978a40-3dfc-40d2-8721-843acb1d64f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e67eaca-92c4-4360-bf30-0dd9409c480a') {} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 13:50:56.265266 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4c978a40-3dfc-40d2-8721-843acb1d64f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790303353739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8903680'] for segment, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.279740 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4c978a40-3dfc-40d2-8721-843acb1d64f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159'] for segment, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.286174 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c978a40-3dfc-40d2-8721-843acb1d64f7 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 13:50:56.286699 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4c978a40-3dfc-40d2-8721-843acb1d64f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1678159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655729'] for segment, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: Traceback (most recent call last): Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: timer() Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: cb(*args, **kw) Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: return func(*args, **kwargs) Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: self._notify() Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: self.callback(batched_events) Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: event.method(event) Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: return f(self, *a, **k) Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: return self._get(url).json() Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: return self.request(url, 'GET', **kwargs) Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 13:50:56.288366 dv-cinder-813227-4-iscsi neutron-server[102375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 13:50:56.344083 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4c978a40-3dfc-40d2-8721-843acb1d64f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529408'] for network, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.349788 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-4c978a40-3dfc-40d2-8721-843acb1d64f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.353037 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-4c978a40-3dfc-40d2-8721-843acb1d64f7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/77aba10e-a8db-44a2-8649-375a4fe4d576 HTTP/1.1" status: 204 len: 168 time: 0.5215309 Dec 15 13:50:56.364283 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c978a40-3dfc-40d2-8721-843acb1d64f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=77aba10e-a8db-44a2-8649-375a4fe4d576,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:56.461724 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 35478) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:56.501048 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-b9200064-1461-4a77-b73b-e83a66f9fd0a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ff117078def64108b7829db8db9baf7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376008 Dec 15 13:50:56.503409 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 35480) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:56.550315 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0a71d321-8d17-4b91-a386-1a0bf0266a4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.570800 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0a71d321-8d17-4b91-a386-1a0bf0266a4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.617444 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0a71d321-8d17-4b91-a386-1a0bf0266a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.620484 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-0a71d321-8d17-4b91-a386-1a0bf0266a4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:56.621805 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-0a71d321-8d17-4b91-a386-1a0bf0266a4b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/427f964b-f9a3-4b14-a319-29ee5d248290 HTTP/1.1" status: 204 len: 168 time: 0.1174762 Dec 15 13:50:56.629296 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71d321-8d17-4b91-a386-1a0bf0266a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427f964b-f9a3-4b14-a319-29ee5d248290,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:56.937008 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 35486) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:56.976840 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-eadd901c-fec3-44a0-97da-92a17f062c0e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=218221016f9842ce9b372ba5aa638ff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387161 Dec 15 13:50:56.979061 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [-] (102375) accepted ('10.222.0.60', 35488) {{(pid=102375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 13:50:57.027709 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a0b7eb71-191f-4308-b88b-6d8e08669e78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.048194 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a0b7eb71-191f-4308-b88b-6d8e08669e78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.092965 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a0b7eb71-191f-4308-b88b-6d8e08669e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624736'] for security_group, after_delete {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.095575 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-a0b7eb71-191f-4308-b88b-6d8e08669e78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:50:57.096685 dv-cinder-813227-4-iscsi neutron-server[102375]: INFO neutron.wsgi [None req-a0b7eb71-191f-4308-b88b-6d8e08669e78 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e59d6f99-3dfa-46a8-bfee-4fb40298cd9c HTTP/1.1" status: 204 len: 168 time: 0.1167576 Dec 15 13:50:57.104766 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7eb71-191f-4308-b88b-6d8e08669e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59d6f99-3dfa-46a8-bfee-4fb40298cd9c,revision_number=None']} {{(pid=102375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 13:50:57.478418 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device d8d3d521-9de8-4db5-bb42-5c6d24a069ee no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:57.498385 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: d8d3d521-9de8-4db5-bb42-5c6d24a069ee {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:57.498824 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device d8d3d521-9de8-4db5-bb42-5c6d24a069ee not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:50:57.499312 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device b26b7bd9-6359-4d5d-91d4-86feb8f37e98 no longer exists at agent ovs-agent-dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 13:50:57.518458 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.plugin [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] No Port match for: b26b7bd9-6359-4d5d-91d4-86feb8f37e98 {{(pid=102376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 13:50:57.518807 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron.plugins.ml2.rpc [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Device b26b7bd9-6359-4d5d-91d4-86feb8f37e98 not bound to the agent host dv-cinder-813227-4-iscsi {{(pid=102376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 13:51:07.889445 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:51:09.246825 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:13.490998 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-ec26444c-cffb-44cb-ab96-d80c25a0d6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:15.842185 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-138d72fc-da82-4ca3-9aa1-bbb0e6690956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:16.976607 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:18.596394 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:19.491757 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:39.234062 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:43.495454 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-cb80e414-d37b-4be3-b984-608bb131caab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:44.887562 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:51:45.844638 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-97a433fc-dbac-4e34-8521-34933b9bcda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:46.979461 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:48.598962 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:51:49.496466 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:09.246328 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:13.498041 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-5f60e7aa-a21c-4f29-99a8-5f35502960a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:15.846076 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-178c41a6-508f-483c-bd35-3c8ccd08bd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:16.981211 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:18.602508 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:19.498132 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:21.886587 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:52:39.244347 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:43.499982 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-f2c8600c-2082-4ec9-a900-364d19442067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:45.849037 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-367ac14d-fc39-445a-99dd-13e55b9486b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:46.984042 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:48.607223 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:49.500848 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:52:58.885590 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:53:09.253975 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:13.500983 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-546801a2-b501-475a-bf89-14ef8266d62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:15.849987 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-43ae37d9-39a8-4026-8208-ebc850b3f4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:16.987228 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:18.609065 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:19.506501 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:35.886964 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:53:39.265736 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:43.503074 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-16865614-2b18-4e86-ab76-c492de6995cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:45.850760 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d3f5-6527-479b-b271-366a62105973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:46.989076 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:48.612692 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:53:49.510285 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:09.278235 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:12.885432 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:54:13.503864 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-68f937e2-200d-459d-bd1b-a1e9d677c077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:15.853570 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-a32a31ad-e42e-497a-8011-a46ed88704f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:16.992202 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:18.615214 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:19.512992 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:39.275713 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:43.505155 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-99688be4-1d29-4a85-a0db-1768b2203ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:45.855435 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-96670b74-76b1-4bc0-8dc1-9acfbdc17a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:46.995235 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:48.622584 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:49.518681 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:54:49.884361 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:55:09.273318 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:13.509548 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9cf21c00-19cb-4ff2-aa85-7c26909816c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:15.859137 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-fd8ed870-e4c3-4370-bf0e-95e594791d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:16.998477 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:18.623805 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:19.520983 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:26.883218 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:55:29.081771 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [req-73ab064b-4071-4a68-a5d8-ddad183e2f02 req-a85212fe-d43a-45c5-bd45-794c72cd075d service neutron] (102375) timed out ('10.222.0.60', 57888) {{(pid=102375) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 13:55:39.271430 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:43.511625 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-13ca35d9-ba74-42dc-a8e2-33e6546c0e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:45.861812 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-02653fce-9370-4547-a1cc-52b26b59bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:47.004707 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:48.625550 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:49.523429 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:55:52.121728 dv-cinder-813227-4-iscsi neutron-server[102375]: DEBUG neutron.wsgi [req-cc123b39-74a9-415d-8fe5-bde2218ae5b4 req-c8f1c0ce-e500-42ec-967f-c6661bc912f2 service neutron] (102375) timed out ('10.222.0.60', 60974) {{(pid=102375) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 13:56:03.882450 dv-cinder-813227-4-iscsi neutron-server[102377]: DEBUG neutron.db.agents_db [None req-59c37d6e-a9bd-4426-808d-0dd7f5179519 None None] Agent healthcheck: found 6 active agents {{(pid=102377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 13:56:09.268462 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c8c36f8e-9df0-4cec-bfc6-8cb3658ceafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:13.513434 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-919a3745-1173-42b5-9356-cc4fc9053032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:15.863842 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-fbc08851-49d9-4021-85a3-3e26a950466b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:17.003380 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-c0879f5c-1303-4452-bde9-198973ca75c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:18.631578 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-9b90b82b-be5a-4e87-b639-40bf3a330bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:56:19.527546 dv-cinder-813227-4-iscsi neutron-server[102376]: DEBUG neutron_lib.callbacks.manager [None req-aafa175f-cac8-4769-80c0-dccc418887a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790303350613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683847'] for agent, after_update {{(pid=102376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}